-- Logs begin at Thu 2021-10-14 11:28:42 UTC, end at Thu 2021-10-14 12:45:50 UTC. -- Oct 14 12:16:29.746031 dv-cinder-813984-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 14 12:16:32.516933 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.common.config [-] Logging enabled! Oct 14 12:16:32.517551 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev69 Oct 14 12:16:32.517712 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100316) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 14 12:16:32.521023 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.common.config [-] Logging enabled! Oct 14 12:16:32.521277 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev69 Oct 14 12:16:32.521588 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100316) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 14 12:16:32.522521 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 12:16:32.522778 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 12:16:32.523147 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 12:16:32.523393 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 12:16:32.523618 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 12:16:32.523935 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.524231 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.524528 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.524761 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.525057 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.525352 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.525635 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.525922 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.526218 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.526504 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.526807 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.527091 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.527320 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.527599 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.527884 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.528168 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.528391 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] debug = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.528672 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.529096 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.529524 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.529814 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.530263 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.530563 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.530863 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.531140 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.531424 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.531753 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] host = dv-cinder-813984-2-iscsi {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.532028 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.532315 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.532602 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.532887 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.533162 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.533439 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.533725 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.533998 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.534272 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] log_file = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.534548 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.534860 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.535153 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.535443 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.535667 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.535887 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.536176 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.536465 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.536746 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.537020 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.537292 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.537565 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.537837 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.538103 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.538386 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.538670 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.538981 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.539256 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.539531 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.539799 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.540068 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.540349 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.540621 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.540892 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.541164 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.541447 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.541716 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.541988 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.542287 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.542573 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.542876 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.543162 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.543433 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.543712 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.543980 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.544248 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.544514 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] use_json = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.544783 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.545051 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.545332 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.546645 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.546951 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.547236 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.547514 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.547802 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:32.548103 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.548402 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.548705 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.548988 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.549293 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.549574 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.549863 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.550140 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.550429 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.550716 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.551028 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.551306 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.551595 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.551871 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.552165 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.552470 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.552762 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.553052 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.553330 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.553605 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.553881 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.554160 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.554449 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.554747 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.555040 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.555331 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.555614 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.555907 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.556198 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.556487 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.556761 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.557039 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.557331 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.557609 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.557882 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.558158 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.558445 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.558736 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.559017 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.559298 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.559579 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.559853 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.560123 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.560401 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.560694 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.560973 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.561899 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.562233 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.562461 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.562750 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.563046 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.563325 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.563598 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.563872 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.564150 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.564424 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.564697 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.564974 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.565245 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.565524 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.565802 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.566077 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.566351 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.566625 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.566924 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.567200 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.567474 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.567751 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.568027 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.568299 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.568572 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.568848 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.569124 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.569413 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.569709 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.569986 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.570266 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.570544 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.570846 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.571126 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.571401 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.571679 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.571957 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.572230 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.572520 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.572805 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.573090 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.573372 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.573649 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.573966 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.574245 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.574532 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.574843 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.575126 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.575412 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.575703 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.576002 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.576302 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.576603 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.577007 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.577271 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.577558 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.577870 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.578154 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:32.578372 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 12:16:32.578617 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100316) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 14 12:16:33.011818 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 14 12:16:33.012097 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 14 12:16:33.012388 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 14 12:16:33.012718 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 14 12:16:33.337283 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.337477 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.337752 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.338962 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.339236 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.339499 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.374636 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.374934 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.375203 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.390803 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.391088 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.391360 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.422016 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.422295 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.422562 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.459109 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.459389 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.459659 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.699023 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.699628 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.699628 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.699806 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.700507 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.823667 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.823983 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.824265 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.824535 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.824802 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.825112 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.825373 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.825628 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.825882 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.826162 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.826430 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.826757 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.827081 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.827340 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.827593 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.827860 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.828115 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.828382 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.828653 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.828915 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.829187 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.829441 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.829723 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.830100 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.830351 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.830599 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.831026 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:16:33.831270 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:16:33.831510 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:16:33.831748 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:16:33.831983 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:16:33.832216 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:16:33.832582 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 14 12:16:33.835704 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 14 12:16:33.839715 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 14 12:16:33.845106 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Oct 14 12:16:33.846856 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 14 12:16:33.847317 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 14 12:16:33.847655 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 14 12:16:33.848038 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 14 12:16:33.850907 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 14 12:16:33.851162 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 14 12:16:33.851513 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 12:16:33.856852 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 14 12:16:33.879491 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 14 12:16:33.879936 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.880234 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100316) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 14 12:16:33.880592 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.881978 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100316) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 14 12:16:33.882260 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 12:16:33.882507 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 14 12:16:33.885897 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.886185 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:33.950245 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 14 12:16:33.950424 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 14 12:16:33.950661 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 14 12:16:33.951067 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 14 12:16:33.973578 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_db.sqlalchemy.engines [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100316) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 14 12:16:34.701580 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Initializing driver for type 'gre' Oct 14 12:16:34.702459 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] gre ID ranges: [(1, 1000)] Oct 14 12:16:34.907363 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Initializing driver for type 'local' Oct 14 12:16:34.907801 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Initializing driver for type 'vlan' Oct 14 12:16:35.004779 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] VlanTypeDriver initialization complete Oct 14 12:16:35.005028 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Initializing driver for type 'vxlan' Oct 14 12:16:35.005518 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] vxlan ID ranges: [(1, 1000)] Oct 14 12:16:35.187905 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Initializing extension driver 'port_security' Oct 14 12:16:35.188241 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.extensions.port_security [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] PortSecurityExtensionDriver initialization complete Oct 14 12:16:35.188576 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Initializing mechanism driver 'openvswitch' Oct 14 12:16:35.188900 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Initializing mechanism driver 'hyperv' Oct 14 12:16:35.196627 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.plugins.ml2.plugin [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:16:35.197304 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > port after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.197673 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > port after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.198025 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > port after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.198554 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 12:16:35.199008 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > subnet after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.199363 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > subnet after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.199708 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.200108 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 12:16:35.200519 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > network after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.200879 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > network after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.201231 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > network after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.201625 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 12:16:35.202105 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > security_group after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.202487 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > security_group after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.202855 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.203396 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 12:16:35.203803 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.204155 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.204501 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.204900 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 12:16:35.205306 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > address_group after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.205673 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > address_group after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.206018 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.206417 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 12:16:35.206827 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] ML2 OVO RPC backend initialized. {{(pid=100316) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 14 12:16:35.207534 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.207888 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.208305 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > network before_response 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.210976 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > networks before_response 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.210976 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > port before_response 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.210976 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > ports before_response 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.210976 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > subnet before_response 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.211294 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > subnets before_response 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.211294 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > network after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.211294 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > network after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.211294 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > network after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.211608 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > port after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.211697 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > port after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.212016 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > port after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.212353 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > subnet after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.212692 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > subnet after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.213023 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.213609 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.plugin [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Modular L2 Plugin initialization complete Oct 14 12:16:35.213943 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading services supported by the core plugin {{(pid=100316) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 14 12:16:35.214270 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.plugins.ml2.managers [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Got port-security extension from driver 'port_security' Oct 14 12:16:35.214752 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.extensions.vlantransparent [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Disabled vlantransparent extension. Oct 14 12:16:35.215299 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100316) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 14 12:16:35.215617 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading Plugin: router Oct 14 12:16:35.254309 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.254699 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router after_create 55549900 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.255142 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router before_create 55549900 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.255462 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.255834 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.256190 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router after_delete 55549900 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.256549 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.256898 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.257256 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router after_create 55549900 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.257603 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router after_update 55549900 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.257949 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router after_update 55549900 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.258297 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.258658 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router after_update 55549900 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.259117 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router precommit_update 55549900 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.264654 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: port after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.264654 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: port after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.264654 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: subnet after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.264654 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.264654 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.265196 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router precommit_create 55549900 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.265196 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: port before_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.265196 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router precommit_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.265196 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router after_update 55549900 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.265520 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.265520 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router precommit_create 55549900 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.265520 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.265520 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router precommit_update 55549900 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.265857 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > agent after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.265857 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > agent after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.265857 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > network after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.265857 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Tracking information for resource: router configured {{(pid=100316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:16:35.266101 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Tracking information for resource: floatingip configured {{(pid=100316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:16:35.271106 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.db.l3_agentschedulers_db [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 14 12:16:35.271688 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: port after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.272109 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: port after_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.272464 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: port after_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.272817 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: port after_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.273604 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router before_create 55550100 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.273967 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.274331 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router precommit_create 55550100 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.274688 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > router precommit_update 55550100 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.279741 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.services.provider_configuration [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Service providers = [] {{(pid=100316) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 14 12:16:35.280645 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.db.servicetype_db [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100316) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 14 12:16:35.283841 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.services.service_base [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 12:16:35.284193 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.services.service_base [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 12:16:35.284538 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.services.service_base [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 12:16:35.285466 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.services.service_base [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 12:16:35.285844 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.services.service_base [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 14 12:16:35.286221 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:16:35.286541 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 14 12:16:35.303925 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:16:35.304268 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading Plugin: auto_allocate Oct 14 12:16:35.310129 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: network precommit_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.310500 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: network precommit_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.311132 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:16:35.311460 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading Plugin: tag Oct 14 12:16:35.318111 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:16:35.322143 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading Plugin: timestamp Oct 14 12:16:35.327361 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:16:35.327701 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading Plugin: network_ip_availability Oct 14 12:16:35.333230 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.333629 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.334001 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.334703 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:16:35.335052 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading Plugin: flavors Oct 14 12:16:35.339901 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:16:35.340233 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading Plugin: revisions Oct 14 12:16:35.345156 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:16:35.345545 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_concurrency.lockutils [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.333s {{(pid=100316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 14 12:16:35.346298 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100316) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 14 12:16:35.346632 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Initializing extension manager. Oct 14 12:16:35.347164 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: __init__.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.347530 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: __pycache__ {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.347865 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.348200 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: address_group.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.348958 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.349520 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: address-group Oct 14 12:16:35.349845 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: address_scope.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.350564 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.351120 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: address-scope Oct 14 12:16:35.351443 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.352627 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.353138 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: router-admin-state-down-before-update Oct 14 12:16:35.353463 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: agent.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.354166 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.354673 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: agent Oct 14 12:16:35.355019 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: agent_resources_synced.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.355940 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.356450 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: agent-resources-synced Oct 14 12:16:35.356777 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: allowedaddresspairs.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.359418 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.363524 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: allowed-address-pairs Oct 14 12:16:35.363524 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: auto_allocated_topology.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.364370 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.364885 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: auto-allocated-topology Oct 14 12:16:35.365213 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: availability_zone.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.365912 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.366413 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: availability_zone Oct 14 12:16:35.366771 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: availability_zone_filter.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.367699 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.368206 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: availability_zone_filter Oct 14 12:16:35.368529 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: data_plane_status.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.369471 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.369971 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension data-plane-status not supported by any of loaded plugins Oct 14 12:16:35.370293 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: default_subnetpools.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.371244 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.371754 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: default-subnetpools Oct 14 12:16:35.372075 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.372888 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.373397 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: dhcp_agent_scheduler Oct 14 12:16:35.373846 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: dns.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.374810 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.375354 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension dns-integration not supported by any of loaded plugins Oct 14 12:16:35.375679 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: dns_domain_ports.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.376612 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.377123 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 14 12:16:35.377449 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.378380 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.378921 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 14 12:16:35.379249 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: dvr.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.379924 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.380435 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: dvr Oct 14 12:16:35.380842 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: ecmp_routes.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.381740 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.382246 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 14 12:16:35.382569 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: empty_string_filtering.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.383542 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.384048 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: empty-string-filtering Oct 14 12:16:35.384369 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.385292 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.385796 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 14 12:16:35.386116 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.387142 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.387670 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 14 12:16:35.388247 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: external_net.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.389194 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.389753 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: external-net Oct 14 12:16:35.390076 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.391033 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.391542 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: extra_dhcp_opt Oct 14 12:16:35.391867 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: extraroute.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.392798 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.393372 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: extraroute Oct 14 12:16:35.393653 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: extraroute_atomic.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.398912 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.399423 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: extraroute-atomic Oct 14 12:16:35.399745 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: filter_validation.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.400417 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.400920 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: filter-validation Oct 14 12:16:35.401243 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: fip_pf_description.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.402159 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.402664 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 14 12:16:35.403016 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: fip_port_details.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.403961 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.404471 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: fip-port-details Oct 14 12:16:35.405302 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: flavors.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.406740 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.407261 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: flavors Oct 14 12:16:35.407596 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.409292 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.409839 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 14 12:16:35.410174 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: floatingip_pools.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.410907 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.411421 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: floatingip-pools Oct 14 12:16:35.411754 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: ip_allocation.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.412698 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.413203 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension ip_allocation not supported by any of loaded plugins Oct 14 12:16:35.413531 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.414460 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.415006 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: ip-substring-filtering Oct 14 12:16:35.415365 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: l2_adjacency.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.416296 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.416805 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 14 12:16:35.417134 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: l3.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.418255 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.418794 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: router Oct 14 12:16:35.419127 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.422131 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.422677 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 14 12:16:35.432021 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.432486 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.433003 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: ext-gw-mode Oct 14 12:16:35.433332 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.434302 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.434847 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: l3-ha Oct 14 12:16:35.435179 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: l3_flavors.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.436158 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.436814 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: l3-flavors Oct 14 12:16:35.437375 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.438638 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.439176 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 14 12:16:35.439503 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: l3agentscheduler.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.440552 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.441072 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: l3_agent_scheduler Oct 14 12:16:35.441401 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: logging.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.442946 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.443500 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension logging not supported by any of loaded plugins Oct 14 12:16:35.443859 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: metering.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.444619 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.445206 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: metering Oct 14 12:16:35.445534 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.446646 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.447191 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: metering_source_and_destination_fields Oct 14 12:16:35.447523 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: multiprovidernet.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.448462 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.448978 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: multi-provider Oct 14 12:16:35.449359 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: netmtu.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.450303 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.450842 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: net-mtu Oct 14 12:16:35.451170 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: netmtu_writable.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.452694 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.453251 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: net-mtu-writable Oct 14 12:16:35.453580 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: network_availability_zone.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.454283 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.454838 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: network_availability_zone Oct 14 12:16:35.455188 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: network_ip_availability.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.456570 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.457087 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: network-ip-availability Oct 14 12:16:35.457415 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: network_segment_range.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.458184 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.458686 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension network-segment-range not supported by any of loaded plugins Oct 14 12:16:35.459050 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: pagination.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.460053 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.460385 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: pagination Oct 14 12:16:35.460731 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: port_device_profile.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.461652 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.462168 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: port-device-profile Oct 14 12:16:35.462514 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.463511 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.464022 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: port-mac-address-regenerate Oct 14 12:16:35.464346 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.465277 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.465785 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: port-numa-affinity-policy Oct 14 12:16:35.466109 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: port_resource_request.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.467078 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.468239 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension port-resource-request not supported by any of loaded plugins Oct 14 12:16:35.468567 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: portbindings.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.469631 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.470149 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: binding Oct 14 12:16:35.470477 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: portbindings_extended.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.471802 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.472369 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: binding-extended Oct 14 12:16:35.472704 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: portsecurity.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.473637 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.474147 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: port-security Oct 14 12:16:35.474470 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: project_id.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.475486 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.475820 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: project-id Oct 14 12:16:35.476143 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: providernet.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.477084 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.477597 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: provider Oct 14 12:16:35.477942 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: qos.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.486076 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.486596 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension qos not supported by any of loaded plugins Oct 14 12:16:35.486951 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.488219 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.488733 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 14 12:16:35.489066 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.490018 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.490531 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 14 12:16:35.490895 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: qos_default.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.491830 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.492338 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension qos-default not supported by any of loaded plugins Oct 14 12:16:35.492665 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: qos_fip.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.493323 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.493825 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension qos-fip not supported by any of loaded plugins Oct 14 12:16:35.494150 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: qos_gateway_ip.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.495120 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.495633 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 14 12:16:35.495959 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: qos_port_network_policy.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.496889 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.497402 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 14 12:16:35.497747 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.498879 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.499397 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 14 12:16:35.499723 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: qos_pps_rule.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.500991 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.501514 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension qos-pps not supported by any of loaded plugins Oct 14 12:16:35.501844 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: qos_rule_type_details.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.502806 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.503318 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 14 12:16:35.503644 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: qos_rules_alias.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.504700 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.505255 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 14 12:16:35.505534 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: quotasv2.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.506512 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.506874 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: quotas Oct 14 12:16:35.507199 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: quotasv2_detail.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.510564 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.510960 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: quota_details Oct 14 12:16:35.511296 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: rbac.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.512359 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.512886 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: rbac-policies Oct 14 12:16:35.513470 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: rbac_address_group.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.515011 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.515533 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: rbac-address-group Oct 14 12:16:35.515862 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: rbac_address_scope.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.516816 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.517332 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: rbac-address-scope Oct 14 12:16:35.517654 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: rbac_security_groups.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.518583 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.519120 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: rbac-security-groups Oct 14 12:16:35.519444 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: rbac_subnetpool.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.520371 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.520881 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: rbac-subnetpool Oct 14 12:16:35.521206 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: revisionifmatch.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.522151 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.522675 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: revision-if-match Oct 14 12:16:35.523046 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: revisions.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.527365 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.527880 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: standard-attr-revisions Oct 14 12:16:35.528205 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: router_availability_zone.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.528884 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.529407 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: router_availability_zone Oct 14 12:16:35.529741 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: routerservicetype.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.531270 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.531780 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension router-service-type not supported by any of loaded plugins Oct 14 12:16:35.532100 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.533028 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.533548 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: security-groups-normalized-cidr Oct 14 12:16:35.533869 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.534851 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.535365 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: port-security-groups-filtering Oct 14 12:16:35.535687 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.536622 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.537155 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: security-groups-remote-address-group Oct 14 12:16:35.537479 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: securitygroup.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.547447 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.547975 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: security-group Oct 14 12:16:35.548330 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: segment.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.549124 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.549634 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension segment not supported by any of loaded plugins Oct 14 12:16:35.549963 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.551039 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.551546 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 14 12:16:35.551876 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: servicetype.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.553016 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.553537 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: service-type Oct 14 12:16:35.553885 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: sorting.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.554918 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.555250 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: sorting Oct 14 12:16:35.555571 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: standard_attr_segment.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.556530 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.557046 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 14 12:16:35.557371 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: standardattrdescription.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.558030 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.558540 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: standard-attr-description Oct 14 12:16:35.558896 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: stateful_security_group.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.559844 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.560360 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: stateful-security-group Oct 14 12:16:35.560684 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: stdattrs_common.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.561309 dv-cinder-813984-2-iscsi neutron-server[100316]: WARNING neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 14 12:16:35.561633 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.562630 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.563165 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 14 12:16:35.563486 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: subnet_onboard.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.564570 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.565086 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: subnet_onboard Oct 14 12:16:35.565411 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.566356 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.566892 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 14 12:16:35.567220 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: subnet_service_types.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.568170 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.568684 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: subnet-service-types Oct 14 12:16:35.569032 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: subnetallocation.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.573295 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.573809 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: subnet_allocation Oct 14 12:16:35.574137 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.574864 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.575380 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: subnetpool-prefix-ops Oct 14 12:16:35.575703 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.577181 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.577731 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 14 12:16:35.578050 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: tagging.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.579227 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.579764 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: standard-attr-tag Oct 14 12:16:35.580092 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: timestamp.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.581322 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.581840 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loaded extension: standard-attr-timestamp Oct 14 12:16:35.582170 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: trunk.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.583250 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.583767 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension trunk not supported by any of loaded plugins Oct 14 12:16:35.584091 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: trunk_details.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.585052 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.585559 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension trunk-details not supported by any of loaded plugins Oct 14 12:16:35.585885 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: uplink_status_propagation.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.586844 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.587361 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 14 12:16:35.587683 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Loading extension file: vlantransparent.py {{(pid=100316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:16:35.588375 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:16:35.588882 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 14 12:16:35.591371 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:network Oct 14 12:16:35.591906 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:subnet Oct 14 12:16:35.592874 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 12:16:35.593453 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:port Oct 14 12:16:35.594687 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.v2.resource_helper [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:16:35.595159 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.v2.resource_helper [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Service FLAVORS assigned prefix: {{(pid=100316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:16:35.595779 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.v2.resource_helper [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:16:35.596210 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.v2.resource_helper [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:16:35.596555 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:router Oct 14 12:16:35.597065 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:floatingip Oct 14 12:16:35.597590 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.v2.resource_helper [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Service METERING assigned prefix: /metering {{(pid=100316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:16:35.599089 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.599463 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.599817 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:16:35.600835 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 12:16:35.601279 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:security_group Oct 14 12:16:35.601708 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 12:16:35.602349 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.v2.resource_helper [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Service CORE assigned prefix: {{(pid=100316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:16:35.602681 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 12:16:35.603053 dv-cinder-813984-2-iscsi neutron-server[100316]: WARNING neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] subnetpool is already registered Oct 14 12:16:35.603494 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.v2.resource_helper [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Service CORE assigned prefix: {{(pid=100316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:16:35.603820 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 12:16:35.604155 dv-cinder-813984-2-iscsi neutron-server[100316]: WARNING neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] subnetpool is already registered Oct 14 12:16:35.606441 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.v2.resource_helper [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:16:35.606909 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.v2.resource_helper [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Service FLAVORS assigned prefix: {{(pid=100316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:16:35.607507 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.v2.resource_helper [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:16:35.607965 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.v2.resource_helper [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:16:35.608478 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:router Oct 14 12:16:35.608795 dv-cinder-813984-2-iscsi neutron-server[100316]: WARNING neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] router is already registered Oct 14 12:16:35.609195 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:floatingip Oct 14 12:16:35.609533 dv-cinder-813984-2-iscsi neutron-server[100316]: WARNING neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] floatingip is already registered Oct 14 12:16:35.609993 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.v2.resource_helper [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Service METERING assigned prefix: /metering {{(pid=100316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:16:35.610689 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 12:16:35.611047 dv-cinder-813984-2-iscsi neutron-server[100316]: WARNING neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] rbac_policy is already registered Oct 14 12:16:35.611459 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:security_group Oct 14 12:16:35.611797 dv-cinder-813984-2-iscsi neutron-server[100316]: WARNING neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] security_group is already registered Oct 14 12:16:35.612198 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 12:16:35.612537 dv-cinder-813984-2-iscsi neutron-server[100316]: WARNING neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] security_group_rule is already registered Oct 14 12:16:35.613155 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.v2.resource_helper [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Service CORE assigned prefix: {{(pid=100316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:16:35.613485 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 12:16:35.613821 dv-cinder-813984-2-iscsi neutron-server[100316]: WARNING neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] subnetpool is already registered Oct 14 12:16:35.614247 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.v2.resource_helper [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Service CORE assigned prefix: {{(pid=100316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:16:35.614575 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 12:16:35.614961 dv-cinder-813984-2-iscsi neutron-server[100316]: WARNING neutron.quota.resource_registry [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] subnetpool is already registered Oct 14 12:16:35.615430 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: extensions {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.616911 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: address-groups {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.618420 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: address-scopes {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.619819 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: agents {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.620998 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: auto-allocated-topology {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.622268 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: availability_zones {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.623554 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: dhcp-networks {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.626174 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: dhcp-agents {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.627666 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: routers {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.629941 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: flavors {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.631219 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: service_profiles {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.632486 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: next_providers {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.633946 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: service_profiles {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.635559 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: floatingip-pools {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.636824 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: routers {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.639897 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: floatingips {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.641281 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: l3-routers {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.642715 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: l3-agents {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.644326 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: metering-labels {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.645704 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: metering-label-rules {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.647046 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: network-ip-availabilities {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.648335 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: bindings {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.649999 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: quotas {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.651624 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: quotas {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.653181 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: rbac-policies {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.654512 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: security-groups {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.656628 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: security-group-rules {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.657863 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: service-providers {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.659175 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: subnetpools {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.660644 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: subnetpools {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.662127 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: tags {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.663874 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: tags {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.665701 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: tags {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.667592 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: tags {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.669419 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: tags {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.671372 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: tags {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.673099 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: tags {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.675042 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: tags {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.676823 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: tags {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.678706 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron.api.extensions [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Extended resource: tags {{(pid=100316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:16:35.684730 dv-cinder-813984-2-iscsi neutron-server[100316]: WARNING keystonemiddleware.auth_token [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 14 12:16:35.690447 dv-cinder-813984-2-iscsi neutron-server[100316]: WARNING keystonemiddleware.auth_token [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 14 12:16:35.699183 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_concurrency.lockutils [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Acquired lock "singleton_lock" {{(pid=100316) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 14 12:16:35.699658 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_concurrency.lockutils [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Releasing lock "singleton_lock" {{(pid=100316) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 14 12:16:35.700310 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO oslo_service.service [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Starting 2 workers Oct 14 12:16:35.705747 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Started child 100446 {{(pid=100316) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 12:16:35.710333 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Started child 100447 {{(pid=100316) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 12:16:35.711278 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:16:35.711954 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO neutron.service [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 14 12:16:35.712577 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Publish callbacks [] for process, before_spawn {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:16:35.712770 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [-] (100446) wsgi starting up on http://0.0.0.0:9696 Oct 14 12:16:35.715027 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO oslo_service.service [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Starting 1 workers Oct 14 12:16:35.715251 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:16:35.716626 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [-] (100447) wsgi starting up on http://0.0.0.0:9696 Oct 14 12:16:35.721041 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Started child 100448 {{(pid=100316) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 12:16:35.721577 dv-cinder-813984-2-iscsi neutron-server[100316]: INFO oslo_service.service [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Starting 1 workers Oct 14 12:16:35.724737 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.service [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] calling RpcWorker wait() {{(pid=100448) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 14 12:16:35.725275 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.service [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] returning from RpcWorker wait() {{(pid=100448) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 14 12:16:35.726108 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Started child 100449 {{(pid=100316) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 12:16:35.726838 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:16:35.726958 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e807f46e-b018-4f86-8829-c12ff8509dd6 None None] Publish callbacks [] for process, after_spawn {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:16:35.727402 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:16:35.728856 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100316) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 12:16:35.729075 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 12:16:35.729261 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 12:16:35.729480 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 12:16:35.729833 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 12:16:35.729997 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 12:16:35.730529 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.730841 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.731112 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.731372 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.731667 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.731924 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:16:35.732389 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.732520 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.732783 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.733087 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.733382 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.733472 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:16:35.733636 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.733761 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.734010 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.734264 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.734568 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.734849 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.735093 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.735359 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.735530 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.735772 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.736051 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.736298 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.736570 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] debug = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.736824 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.737302 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.737530 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.737785 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.738032 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.738313 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.738549 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.738834 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.739074 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.739313 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.739547 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.739799 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.740049 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.740264 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.740499 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.740765 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.740985 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.741477 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] host = dv-cinder-813984-2-iscsi {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.741752 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.741944 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.742194 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.742420 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.742664 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.742921 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.743195 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.743438 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.743692 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.743937 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.744180 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.744428 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.744649 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.744891 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_file = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.745056 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_options = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.745294 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.745557 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.745803 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.746001 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.746171 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.746352 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.746612 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.746799 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.747066 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.747303 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.747519 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.747751 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.747966 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.748180 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.748434 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.748698 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.748937 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.749166 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.749413 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.749640 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.749865 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.750100 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.750339 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.750561 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.750800 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.751017 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.751270 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.751506 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.751720 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.751974 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.752208 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.752457 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.752696 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.752931 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.753203 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.753429 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.753656 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.753871 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.754148 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.754377 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.754620 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.754895 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.755127 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.755403 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.755604 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.755796 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.756009 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] use_json = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.756225 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.756466 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.756725 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.756937 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.757167 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.757378 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.757608 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.757839 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.758288 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.758578 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.758917 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.759160 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.759428 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.759681 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.759913 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.760152 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.760402 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.760651 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.760977 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.761217 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.761508 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.761728 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.762003 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.762325 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.762595 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.762896 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.763389 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.763645 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.763862 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.764126 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.765892 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.765892 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.766112 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.766205 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.766400 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.767419 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.767672 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.767944 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.768210 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.768435 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.768679 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.768926 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.769149 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.769849 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.770074 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.770352 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.770577 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.770921 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.771143 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.771412 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.771631 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.771882 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.772126 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.772383 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.772618 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.772840 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.773055 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.773287 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.773501 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.773715 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.773943 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.774174 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.774430 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.774701 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.774964 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.775203 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.775438 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.775690 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.775924 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.776162 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.776377 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.776617 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.776851 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.777064 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.777313 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.777532 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.777748 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.777965 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.778187 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.778430 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.778646 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.778893 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.779131 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.779470 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.779621 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.779899 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.780702 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.780939 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.781644 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.781868 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.782224 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.782607 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.782880 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.783095 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.783307 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.784636 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.784636 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.784636 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.784636 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.784636 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.784958 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.785086 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.785347 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.785585 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.785826 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.786061 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.786296 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.786658 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.787533 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.787770 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.788028 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.788251 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.788506 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.788766 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.789002 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.789224 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.789440 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.789685 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.789910 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.790176 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.790408 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.790644 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.790908 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.791162 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.791914 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.792181 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.792435 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.792677 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.793777 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.793777 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.793777 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.794113 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.794113 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.794307 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.794584 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.795641 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.795641 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.795641 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.795641 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.795993 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.796146 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.796945 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.796945 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.796945 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.796945 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.797279 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.797523 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.797946 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.798773 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.798773 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.798773 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.799146 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.799283 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.799407 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.799649 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.799893 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.801373 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.801373 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.801373 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.801373 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.801373 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.801373 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.802312 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.802312 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.802312 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.802312 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.802828 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.802828 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.802828 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.803184 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.803306 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.803435 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.803655 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.803870 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.804083 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.804319 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.804654 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.804867 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.805057 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.805191 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.805640 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.805640 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.805899 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.806119 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.806333 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.806568 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.806816 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.807091 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.807282 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.807543 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.807775 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.808010 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.808222 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.809364 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.809364 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.809364 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.809364 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.809364 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.809961 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.809961 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.810254 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.810378 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.810554 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.810838 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.811072 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.811954 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.812354 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.812723 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.813112 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.813333 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.814210 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.814506 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.814766 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.814972 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.815219 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.815433 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.815667 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.815889 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.816104 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.816404 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.816675 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.816875 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.817125 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.817369 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.817586 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.817817 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.818029 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.818239 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.818462 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.818681 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.818915 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.819141 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.819352 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.819583 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.819826 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.820042 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.820251 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.820476 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.820713 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.820922 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.821138 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.821502 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.821866 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.822111 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.822322 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.822532 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.822780 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.822997 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.823206 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.823452 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.823682 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.823890 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.824110 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.824330 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.824536 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.824835 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.825084 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.825301 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.825589 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.825844 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.826087 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.826323 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.826624 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.827526 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.827766 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.827986 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.828208 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.828451 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.828720 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.829039 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.829335 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.829581 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.829832 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.830109 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.830378 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.830635 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.830880 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.831164 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.831496 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.831761 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.832003 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.832245 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.832494 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.832714 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.832948 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.833182 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.833396 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.833628 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.833863 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.834089 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.834311 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.834563 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.834817 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.835033 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.835256 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.835486 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.835725 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.835938 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.836107 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 12:16:35.836630 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100316) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 12:16:35.837282 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 12:16:35.837439 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 12:16:35.837761 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 12:16:35.838089 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 12:16:35.838407 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 12:16:35.838623 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.838809 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.838971 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.839133 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.839292 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.839476 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.839636 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.839795 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.839950 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.840256 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.840424 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.840572 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.840726 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.840883 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.841040 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.841197 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.841352 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.841510 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.841672 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.841830 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.841987 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.842144 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.842321 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] debug = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.842482 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.842751 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.842937 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.843173 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.843259 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.843365 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.843519 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.843832 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.843991 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.844152 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.844311 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.844468 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.844622 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.844810 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.844914 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.845078 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.845231 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.845389 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] host = dv-cinder-813984-2-iscsi {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.845548 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.845703 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.845863 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.846017 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.846171 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.846329 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.846484 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.846641 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.846823 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.846984 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.847139 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.847448 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.847606 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.847767 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_file = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.847921 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_options = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.848226 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.848389 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.848546 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.848734 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.849234 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.849234 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.849234 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.849489 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.849489 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.849635 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.849779 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.849936 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.850096 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.850250 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.850560 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.850749 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.850905 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.851063 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.851221 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.851377 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.851528 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.851686 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.851843 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.851999 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.852156 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.852314 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.852470 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.852627 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.852783 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.852939 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.853098 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.853256 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.853412 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.853569 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.853725 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.853882 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.854039 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.854196 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.854357 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.854514 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.854671 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.854925 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.855049 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.855158 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.855316 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.855473 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.855630 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] use_json = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.855788 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.855944 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.856100 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.856257 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.856415 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.856572 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.856728 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.856885 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:16:35.857062 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.857221 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.857391 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.857551 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.857714 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.857875 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.858146 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.858317 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.858635 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.858817 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.858986 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.859148 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.859317 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.859477 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.859624 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.859787 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.859946 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.860106 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.860329 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.860459 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.860587 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.860713 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.860862 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.861023 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.861181 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.861340 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.861499 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.861675 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.861836 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.861998 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.862159 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.862319 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.862480 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.862642 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.862810 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.862973 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.863135 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.863294 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.863454 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.863615 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.863775 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.863987 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.864116 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.864241 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.864367 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.864527 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.864686 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.865424 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.865591 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.865751 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.865912 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.866098 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.866392 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.866392 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.866799 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.866799 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.866953 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.867042 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.867151 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.867307 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.867466 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.867630 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.867788 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.867951 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.868107 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.868429 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.868603 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.868764 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.868925 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.869085 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.869395 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.869395 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.869598 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.869800 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.869890 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.869971 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.870127 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.870299 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.870450 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.870609 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.870790 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.870951 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.871113 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.871276 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.871425 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.871571 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.871727 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.871887 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.872046 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.872213 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.872385 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.872537 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.872694 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.872853 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.873002 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.873161 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.873319 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.873478 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.874172 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.874338 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.874478 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.874616 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.874780 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.874927 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.875093 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.875228 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.875362 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.875496 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.875632 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.875787 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.875945 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.876105 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.876265 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.876424 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.876583 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.876743 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.876911 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.877070 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.877233 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.877391 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.877557 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.877726 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.877886 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.878050 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.878285 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.878433 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.878571 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.878706 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.878878 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.879015 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.879174 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.879311 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.879446 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.879581 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.879736 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.879897 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.880056 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.880238 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.880397 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.880623 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.880762 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.880896 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.881032 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.881178 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.881314 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.881450 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.881584 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.881718 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.881962 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.882121 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.882254 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.882388 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.882522 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.882656 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.882810 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.882945 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.883082 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.883237 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.883374 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.883511 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.883644 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.883806 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.883966 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.884125 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.884284 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.884418 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:16:35.884567 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.884708 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.884846 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.884992 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.885127 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.885272 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.885407 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.885541 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.885678 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.885824 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.885960 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.886094 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.886227 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.886360 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.886493 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.886646 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.886831 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.886977 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.887126 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.887288 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.887448 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.887609 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.887769 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.887928 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.888476 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.888476 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.888743 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.888890 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.889025 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.889179 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.889353 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.889485 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.889620 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.889753 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.889887 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.890023 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.890167 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.890303 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.890470 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.890696 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.890916 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.891054 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.891192 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.891339 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.891486 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.891621 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.891755 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.891889 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.892023 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.892159 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.892293 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.892427 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.892582 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.892727 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.892887 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.893047 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.893198 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.893354 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.893523 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.893683 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.893843 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.894002 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.894149 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.894309 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.894478 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.894636 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.894815 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.894976 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.895135 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.895295 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.895464 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.896556 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.897176 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.897176 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.897176 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.897176 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.898906 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.898906 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.898906 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.898906 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.898906 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.898906 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.898906 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.898906 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.899376 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.899376 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.899376 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.899376 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.899376 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.899376 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.899715 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.899715 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.899715 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.899884 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.900109 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.900195 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.900339 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.900504 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.900668 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.900857 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.900982 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.901148 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.901985 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.901985 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.901985 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.901985 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.901985 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.902696 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.902696 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.902696 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.902696 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.902696 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.903250 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.903250 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.903250 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.903250 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.905468 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.905468 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.905468 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.905468 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.905468 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.905468 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.905468 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.905468 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.905468 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:16:35.906157 dv-cinder-813984-2-iscsi neutron-server[100316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 12:16:35.926184 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 45180) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:16:35.934699 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063064 Oct 14 12:16:47.720364 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36cf197-a5da-498d-9932-27ed8c4500e4 None None] get_active_networks_info from dv-cinder-813984-2-iscsi {{(pid=100448) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 14 12:16:47.798199 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36cf197-a5da-498d-9932-27ed8c4500e4 None None] No non-hosted networks {{(pid=100448) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 14 12:16:47.816599 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.agentschedulers_db [None req-e36cf197-a5da-498d-9932-27ed8c4500e4 None None] DHCP Agent not found on host dv-cinder-813984-2-iscsi {{(pid=100448) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 14 12:16:47.945322 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c609d52-7ace-4e91-93d0-e30f91c9e784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517502'] for agent, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:16:50.423462 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-16f06a26-8e04-476d-8dac-cc47b15397bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517502'] for agent, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:16:50.468950 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.db.api [None req-34bc76da-03a1-472a-b177-0d02b46b1784 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-813984-2-iscsi {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 12:16:50.469357 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG oslo_db.api [None req-34bc76da-03a1-472a-b177-0d02b46b1784 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 12:16:51.051650 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34bc76da-03a1-472a-b177-0d02b46b1784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:16:51.531268 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517502'] for agent, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:16:52.205672 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517502'] for agent, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:16:52.206428 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:16:52.206988 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:16:52.207124 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:16:52.207470 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:16:52.208069 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:16:52.208545 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:16:52.209174 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:16:52.209688 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:16:52.210168 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:16:52.210642 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:16:52.211159 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:16:52.211694 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:16:52.212289 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813984-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:16:52.221064 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813984-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:16:52.798187 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517502'] for agent, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:16:54.071466 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 45274) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:16:54.582444 dv-cinder-813984-2-iscsi neutron-server[100447]: WARNING oslo_policy.policy [None req-a9c18e98-c7a0-4b15-99d1-33f0f317d333 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:16:54.583139 dv-cinder-813984-2-iscsi neutron-server[100447]: WARNING oslo_policy.policy [None req-a9c18e98-c7a0-4b15-99d1-33f0f317d333 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:16:54.808144 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [None req-a9c18e98-c7a0-4b15-99d1-33f0f317d333 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:16:54.809239 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-a9c18e98-c7a0-4b15-99d1-33f0f317d333 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7368684 Oct 14 12:16:55.010482 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.db.l3_hamode_db [None req-c608fa45-33b0-4015-a952-73b3865b4ae5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 14 12:16:55.091418 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c608fa45-33b0-4015-a952-73b3865b4ae5 None None] Routers set() bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:16:55.091722 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c608fa45-33b0-4015-a952-73b3865b4ae5 None None] Router IDs set() for agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 14 12:16:57.316237 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 45288) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:16:57.624488 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-0453c2e2-ff80-4cc6-b2f9-dd0e9e2c1f4a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:16:57.722332 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.policy [None req-0453c2e2-ff80-4cc6-b2f9-dd0e9e2c1f4a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100447) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 12:16:57.769836 dv-cinder-813984-2-iscsi neutron-server[100447]: WARNING oslo_policy.policy [None req-0453c2e2-ff80-4cc6-b2f9-dd0e9e2c1f4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:16:57.770203 dv-cinder-813984-2-iscsi neutron-server[100447]: WARNING oslo_policy.policy [None req-0453c2e2-ff80-4cc6-b2f9-dd0e9e2c1f4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:16:57.778687 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.quota [None req-0453c2e2-ff80-4cc6-b2f9-dd0e9e2c1f4a admin admin] Loaded quota_driver: . Oct 14 12:16:57.929487 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0453c2e2-ff80-4cc6-b2f9-dd0e9e2c1f4a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727719288651', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727719285020', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727719309146', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727719303326', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727718862005', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727719318902', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1636031', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1607951', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3639837', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3612784'] for rbac-policy, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:16:58.607090 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0453c2e2-ff80-4cc6-b2f9-dd0e9e2c1f4a admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:16:58.608269 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-0453c2e2-ff80-4cc6-b2f9-dd0e9e2c1f4a admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2910438 Oct 14 12:17:01.308231 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 45300) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:17:01.808850 dv-cinder-813984-2-iscsi neutron-server[100446]: WARNING oslo_policy.policy [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:17:01.809439 dv-cinder-813984-2-iscsi neutron-server[100446]: WARNING oslo_policy.policy [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:17:02.035922 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '805da1dd26704dc08a23b30246f922ce', 'name': 'private', 'tenant_id': '805da1dd26704dc08a23b30246f922ce'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:17:02.037668 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.quota [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Loaded quota_driver: . Oct 14 12:17:02.187654 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Made reservation on behalf of 805da1dd26704dc08a23b30246f922ce for: {'network': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:17:02.260285 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.policy [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100446) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 12:17:02.308448 dv-cinder-813984-2-iscsi neutron-server[100446]: WARNING oslo_policy.policy [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:17:02.309021 dv-cinder-813984-2-iscsi neutron-server[100446]: WARNING oslo_policy.policy [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:17:02.319393 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:02.340169 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:02.450007 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:02.594357 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:02.618409 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=100446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:17:02.642968 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727720051240', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:02.643545 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Unsubscribe: segment precommit_create {{(pid=100446) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 12:17:02.644070 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.segments_db [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Added segment 1c4ea86f-169c-4c0c-a306-54e05dc65d81 of type vlan for network 1d61ad79-ec5f-4f81-9a4d-63a713675036 Oct 14 12:17:02.650030 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c652173-a9ab-479a-a088-233f0f78d708,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:02.675233 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:02.675592 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:02.675934 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:02.676265 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:02.676592 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:02.676936 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:02.677262 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:02.677596 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:02.677921 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:02.678240 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:02.678555 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:02.678899 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Tracked resource versions report: Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: pushed versions: Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: { 'AddressGroup': {'1.2'}, Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'ConntrackHelper': {'1.0'}, Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Log': {'1.0'}, Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Network': {'1.1'}, Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Port': {'1.7'}, Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'PortForwarding': {'1.2'}, Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'QosPolicy': {'1.10'}, Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'SecurityGroup': {'1.4'}, Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'SubPort': {'1.0'}, Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Subnet': {'1.1'}, Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Trunk': {'1.1'}} Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: consumer versions: Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: { DHCP agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: L3 agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: Metadata agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: Metering agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: Open vSwitch agent@dv-cinder-813984-2-iscsi: { 'AddressGroup': '1.2', Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'ConntrackHelper': '1.0', Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Log': '1.0', Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Network': '1.1', Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Port': '1.7', Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'PortForwarding': '1.2', Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'QosPolicy': '1.10', Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'SecurityGroup': '1.4', Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'SecurityGroupRule': '1.2', Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'SubPort': '1.0', Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Subnet': '1.1', Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Trunk': '1.1'}} Oct 14 12:17:02.680029 dv-cinder-813984-2-iscsi neutron-server[100446]: {{(pid=100446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:17:02.771665 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:02.872294 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:02.873391 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:17:02.874552 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:02.981210 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6707754 Oct 14 12:17:02.982142 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e40899-5a2d-4a12-be78-49d0caccc712 admin admin] Pushing event updated for resources: {'Network': ['ID=1d61ad79-ec5f-4f81-9a4d-63a713675036,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:03.013638 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network 1d61ad79-ec5f-4f81-9a4d-63a713675036 details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:17:05.748670 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 45322) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:17:06.136798 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f8505-7a15-4306-81c9-ed3b022d409c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:17:06.138415 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-353f8505-7a15-4306-81c9-ed3b022d409c admin admin] 10.222.0.71 "GET /v2.0/networks/1d61ad79-ec5f-4f81-9a4d-63a713675036 HTTP/1.1" status: 200 len: 825 time: 0.3884518 Oct 14 12:17:06.177872 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-167c345d-2b3a-44a0-998f-a280dacec203 admin admin] 10.222.0.71 "GET /v2.0/subnetpools/6068f43a-700a-4d25-8b67-903b29c5d72f HTTP/1.1" status: 200 len: 734 time: 0.0322158 Oct 14 12:17:06.189213 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-279b4ea3-9c8d-4555-8bc9-2b2f0ba52842 admin admin] Request body: {'subnet': {'tenant_id': '805da1dd26704dc08a23b30246f922ce', 'subnetpool_id': '6068f43a-700a-4d25-8b67-903b29c5d72f', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036', 'name': 'private-subnet'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:17:06.382184 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279b4ea3-9c8d-4555-8bc9-2b2f0ba52842 admin admin] Made reservation on behalf of 805da1dd26704dc08a23b30246f922ce for: {'subnet': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:17:06.384411 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-279b4ea3-9c8d-4555-8bc9-2b2f0ba52842 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:06.736428 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-279b4ea3-9c8d-4555-8bc9-2b2f0ba52842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for subnet, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:06.804425 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279b4ea3-9c8d-4555-8bc9-2b2f0ba52842 admin admin] Checking segment: {'id': '1c4ea86f-169c-4c0c-a306-54e05dc65d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:17:06.805097 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279b4ea3-9c8d-4555-8bc9-2b2f0ba52842 admin admin] Network hostable DHCP agents. Network: 1d61ad79-ec5f-4f81-9a4d-63a713675036, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:17:06.811550 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b4ea3-9c8d-4555-8bc9-2b2f0ba52842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3676d6f4-73b2-49da-84c1-8201430b7747,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:06.873146 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279b4ea3-9c8d-4555-8bc9-2b2f0ba52842 admin admin] Network 1d61ad79-ec5f-4f81-9a4d-63a713675036 is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:17:06.923507 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-279b4ea3-9c8d-4555-8bc9-2b2f0ba52842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, 1d61ad79-ec5f-4f81-9a4d-63a713675036) {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:17:06.931167 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279b4ea3-9c8d-4555-8bc9-2b2f0ba52842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:17:06.931744 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-279b4ea3-9c8d-4555-8bc9-2b2f0ba52842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:06.932741 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1b43b6-d327-4b81-afc3-b86fec1fd833 None None] Network 1d61ad79-ec5f-4f81-9a4d-63a713675036 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:17:07.007478 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-279b4ea3-9c8d-4555-8bc9-2b2f0ba52842 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8232918 Oct 14 12:17:07.263364 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32e92919-0b57-5c86-a9a5-2f6e9a8fe1ba-1d61ad79-ec5f-4f81-9a4d-63a713675036', 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036', 'tenant_id': '805da1dd26704dc08a23b30246f922ce', 'fixed_ips': [{'subnet_id': '3676d6f4-73b2-49da-84c1-8201430b7747'}]}} from dv-cinder-813984-2-iscsi. {{(pid=100448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:17:07.264650 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:07.550233 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Allocated IP 172.20.0.2 (1d61ad79-ec5f-4f81-9a4d-63a713675036/3676d6f4-73b2-49da-84c1-8201430b7747/c91f0511-68a9-446b-85f4-8de48897f83f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:17:07.782246 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Publish callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:07.874164 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:07.952678 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Network 1d61ad79-ec5f-4f81-9a4d-63a713675036 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:17:07.959957 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:17:07.965335 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Pushing event updated for resources: {'Port': ['ID=c91f0511-68a9-446b-85f4-8de48897f83f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:07.967675 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:17:07.999702 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:08.001034 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:08.001160 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:08.001425 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:08.001738 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:08.002063 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:08.002385 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:08.002707 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:08.003062 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:08.003403 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:08.003703 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:08.004028 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Tracked resource versions report: Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: pushed versions: Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: { 'AddressGroup': {'1.2'}, Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'ConntrackHelper': {'1.0'}, Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Log': {'1.0'}, Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Network': {'1.1'}, Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Port': {'1.7'}, Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'PortForwarding': {'1.2'}, Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'QosPolicy': {'1.10'}, Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'SecurityGroup': {'1.4'}, Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'SubPort': {'1.0'}, Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Subnet': {'1.1'}, Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Trunk': {'1.1'}} Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: consumer versions: Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: { DHCP agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: L3 agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: Metadata agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: Metering agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: Open vSwitch agent@dv-cinder-813984-2-iscsi: { 'AddressGroup': '1.2', Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'ConntrackHelper': '1.0', Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Log': '1.0', Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Network': '1.1', Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Port': '1.7', Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'PortForwarding': '1.2', Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'QosPolicy': '1.10', Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'SecurityGroup': '1.4', Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'SecurityGroupRule': '1.2', Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'SubPort': '1.0', Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Subnet': '1.1', Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Trunk': '1.1'}} Oct 14 12:17:08.005127 dv-cinder-813984-2-iscsi neutron-server[100448]: {{(pid=100448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:17:08.059988 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Attempting to bind port c91f0511-68a9-446b-85f4-8de48897f83f on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:17:08.060308 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Attempting to bind port c91f0511-68a9-446b-85f4-8de48897f83f by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '1c4ea86f-169c-4c0c-a306-54e05dc65d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:17:08.060747 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Attempting to bind port c91f0511-68a9-446b-85f4-8de48897f83f on network 1d61ad79-ec5f-4f81-9a4d-63a713675036 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:17:08.065778 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:17:08.066167 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Checking segment: {'id': '1c4ea86f-169c-4c0c-a306-54e05dc65d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:17:08.066658 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:08.067080 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Bound using segment: {'id': '1c4ea86f-169c-4c0c-a306-54e05dc65d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:17:08.067583 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Bound port: c91f0511-68a9-446b-85f4-8de48897f83f, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4ea86f-169c-4c0c-a306-54e05dc65d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:17:08.068004 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:08.134506 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] For port c91f0511-68a9-446b-85f4-8de48897f83f, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:17:08.139249 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] For port c91f0511-68a9-446b-85f4-8de48897f83f, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=c91f0511-68a9-446b-85f4-8de48897f83f,segment=NetworkSegment(1c4ea86f-169c-4c0c-a306-54e05dc65d81),segment_id=1c4ea86f-169c-4c0c-a306-54e05dc65d81)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:17:08.228678 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:08.299960 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e905ed-4ae6-4709-b733-2119b0d13a00 None None] Pushing event updated for resources: {'Port': ['ID=c91f0511-68a9-446b-85f4-8de48897f83f,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:09.557689 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 45330) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:17:09.871627 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [None req-51aa02a0-3cec-415a-8041-6cf04eb4d6b1 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=100446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:17:09.872697 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-51aa02a0-3cec-415a-8041-6cf04eb4d6b1 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3139858 Oct 14 12:17:12.418910 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 45338) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:17:12.736004 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [None req-e9d3214b-c971-401a-835a-25e998735419 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=100446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:17:12.737062 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-e9d3214b-c971-401a-835a-25e998735419 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3173180 Oct 14 12:17:15.521126 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 45348) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:17:15.824812 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-d8fb265a-96c0-4aa8-a388-f1ff26da8024 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '805da1dd26704dc08a23b30246f922ce'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:17:15.914191 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d8fb265a-96c0-4aa8-a388-f1ff26da8024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6897'] for router, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:15.915959 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d8fb265a-96c0-4aa8-a388-f1ff26da8024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6856'] for router, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:16.063227 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d8fb265a-96c0-4aa8-a388-f1ff26da8024 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:16.143564 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d8fb265a-96c0-4aa8-a388-f1ff26da8024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515445'] for router, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:16.230444 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d8fb265a-96c0-4aa8-a388-f1ff26da8024 admin admin] Publish callbacks [] for router, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:16.231770 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-d8fb265a-96c0-4aa8-a388-f1ff26da8024 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7096803 Oct 14 12:17:17.443497 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424691a5-5e15-4c63-89bc-6e6e75efba6b None None] Network 1d61ad79-ec5f-4f81-9a4d-63a713675036 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:17:17.535503 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-10f9977b-cdc2-4d4d-a521-a8f3ba61dfa2 None None] Provisioning complete for port c91f0511-68a9-446b-85f4-8de48897f83f triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:17:17.536011 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10f9977b-cdc2-4d4d-a521-a8f3ba61dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:17.646340 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7e17-2d2c-4b96-bf20-067482307682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:17.757200 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10f9977b-cdc2-4d4d-a521-a8f3ba61dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:17.806115 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-10f9977b-cdc2-4d4d-a521-a8f3ba61dfa2 None None] For port c91f0511-68a9-446b-85f4-8de48897f83f, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=c91f0511-68a9-446b-85f4-8de48897f83f,segment=NetworkSegment(1c4ea86f-169c-4c0c-a306-54e05dc65d81),segment_id=1c4ea86f-169c-4c0c-a306-54e05dc65d81)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:17:17.867262 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10f9977b-cdc2-4d4d-a521-a8f3ba61dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:17.911089 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device c91f0511-68a9-446b-85f4-8de48897f83f up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:17:17.954426 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9977b-cdc2-4d4d-a521-a8f3ba61dfa2 None None] Pushing event updated for resources: {'Port': ['ID=c91f0511-68a9-446b-85f4-8de48897f83f,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:17.978655 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port c91f0511-68a9-446b-85f4-8de48897f83f triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:17:17.979126 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:18.028233 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-92a2cf96-f131-482f-94aa-1c1afaa5a7be None None] Provisioning complete for port c91f0511-68a9-446b-85f4-8de48897f83f triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:17:18.028522 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-92a2cf96-f131-482f-94aa-1c1afaa5a7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:18.722182 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 45362) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:17:19.039848 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [None req-c8fbac29-22ea-423d-92a6-9775389db235 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=100446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:17:19.040827 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-c8fbac29-22ea-423d-92a6-9775389db235 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3177049 Oct 14 12:17:19.865012 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device c91f0511-68a9-446b-85f4-8de48897f83f up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:17:19.913366 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port c91f0511-68a9-446b-85f4-8de48897f83f triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:17:19.913731 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:20.415787 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8075adad-7b0c-4474-ad84-9abd6fd086ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:21.445423 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:21.528883 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 45380) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:17:21.661348 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:17:21.782421 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] Made reservation on behalf of 5f5513484a994d73af059b68f187f069 for: {'network': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:17:21.784653 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:21.792660 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:21.864026 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:21.930866 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:21.945687 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] Reserving flat network on physical network physnet1 {{(pid=100446) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 14 12:17:21.967727 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b97899-48af-4310-96d6-92a518701d98,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:21.971411 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:21.971749 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.segments_db [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] Added segment d77a9a44-bf8d-48fc-ac10-56b7156cba4f of type flat for network 391d765e-ac37-49b7-9354-c7118e5ccf2f Oct 14 12:17:22.016853 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:22.158799 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:22.159767 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:17:22.160342 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:22.210947 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:22.220727 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] Pushing event updated for resources: {'Network': ['ID=391d765e-ac37-49b7-9354-c7118e5ccf2f,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:22.230142 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:17:22.270890 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-383b2efd-9f83-4754-9d3a-2a8f18fe334d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7409072 Oct 14 12:17:22.713833 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:23.792204 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 5 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:17:24.621270 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 45398) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:17:24.714460 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7686765b-4c75-494f-8599-26850397c3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:17:24.715772 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-7686765b-4c75-494f-8599-26850397c3a2 admin admin] 10.222.0.71 "GET /v2.0/subnets/3676d6f4-73b2-49da-84c1-8201430b7747 HTTP/1.1" status: 200 len: 849 time: 0.0935748 Oct 14 12:17:24.833165 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-53666752-00c5-46b8-ba59-03dfc2d7b1c5 admin admin] 10.222.0.71 "GET /v2.0/routers/76d91a0a-d3db-44ca-8c53-1a00134ae9fb HTTP/1.1" status: 200 len: 704 time: 0.1106317 Oct 14 12:17:25.094976 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:25.388866 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Allocated IP 172.20.0.1 (1d61ad79-ec5f-4f81-9a4d-63a713675036/3676d6f4-73b2-49da-84c1-8201430b7747/fcf4e85a-6b74-4939-a451-92c3df0112bb) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:17:25.580713 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:25.708599 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:25.780065 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Network 1d61ad79-ec5f-4f81-9a4d-63a713675036 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:17:25.786880 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:17:25.795270 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:17:25.795738 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516674'] for router_interface, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:25.853586 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf4e85a-6b74-4939-a451-92c3df0112bb,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:26.007393 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-e7e2d719-1d13-4428-8ee6-7e2c5343cc9e None None] Provisioning complete for port fcf4e85a-6b74-4939-a451-92c3df0112bb triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:17:26.007928 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7e2d719-1d13-4428-8ee6-7e2c5343cc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:26.039830 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-e7e2d719-1d13-4428-8ee6-7e2c5343cc9e None None] Port fcf4e85a-6b74-4939-a451-92c3df0112bb cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:17:26.072517 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:26.280173 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:26.370895 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:26.371662 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516662'] for router_interface, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:26.431290 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf4e85a-6b74-4939-a451-92c3df0112bb,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:26.498549 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Network 1d61ad79-ec5f-4f81-9a4d-63a713675036 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:17:26.500842 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:17:26.659883 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-910ad0fc-5d5d-4e9f-82a1-4923dfe5567f None None] Provisioning complete for port fcf4e85a-6b74-4939-a451-92c3df0112bb triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:17:26.660253 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-910ad0fc-5d5d-4e9f-82a1-4923dfe5567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:26.694336 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-910ad0fc-5d5d-4e9f-82a1-4923dfe5567f None None] Port fcf4e85a-6b74-4939-a451-92c3df0112bb cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:17:26.747806 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Router 76d91a0a-d3db-44ca-8c53-1a00134ae9fb is scheduled to L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 with binding_index 1 {{(pid=100446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:17:26.844498 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:17:26.850867 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-e093da19-2c64-413e-82d3-565cc9efc873 admin admin] 10.222.0.71 "PUT /v2.0/routers/76d91a0a-d3db-44ca-8c53-1a00134ae9fb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0118968 Oct 14 12:17:26.865974 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Sync routers for ids ['76d91a0a-d3db-44ca-8c53-1a00134ae9fb'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:17:26.878325 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Routers {'76d91a0a-d3db-44ca-8c53-1a00134ae9fb'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:17:26.879204 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:17:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['76d91a0a-d3db-44ca-8c53-1a00134ae9fb'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:17:27.074661 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Set router 76d91a0a-d3db-44ca-8c53-1a00134ae9fb gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:17:27.513142 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d91a0a-d3db-44ca-8c53-1a00134ae9fb', 'name': 'router1', 'tenant_id': '805da1dd26704dc08a23b30246f922ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:17:15Z', 'updated_at': '2021-10-14T12:17:25Z', 'revision_number': 2, 'project_id': '805da1dd26704dc08a23b30246f922ce', 'gw_port_host': None, '_interfaces': [{'id': 'fcf4e85a-6b74-4939-a451-92c3df0112bb', 'name': '', 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036', 'tenant_id': '805da1dd26704dc08a23b30246f922ce', 'mac_address': 'fa:16:3e:a4:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d91a0a-d3db-44ca-8c53-1a00134ae9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3676d6f4-73b2-49da-84c1-8201430b7747', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:17:25Z', 'updated_at': '2021-10-14T12:17:26Z', 'revision_number': 2, 'project_id': '805da1dd26704dc08a23b30246f922ce', 'subnets': [{'id': '3676d6f4-73b2-49da-84c1-8201430b7747', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6068f43a-700a-4d25-8b67-903b29c5d72f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:17:27.566191 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Checking router: 76d91a0a-d3db-44ca-8c53-1a00134ae9fb for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:17:27.566567 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Updating router 76d91a0a-d3db-44ca-8c53-1a00134ae9fb port fcf4e85a-6b74-4939-a451-92c3df0112bb binding host dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:17:27.616309 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:28.129597 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Publish callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:28.228132 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:28.383356 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62913543-395e-4573-be48-9aefe81c610a None None] Pushing event updated for resources: {'Port': ['ID=fcf4e85a-6b74-4939-a451-92c3df0112bb,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:28.398127 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Attempting to bind port fcf4e85a-6b74-4939-a451-92c3df0112bb on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:17:28.398519 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Attempting to bind port fcf4e85a-6b74-4939-a451-92c3df0112bb by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '1c4ea86f-169c-4c0c-a306-54e05dc65d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:17:28.398985 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Attempting to bind port fcf4e85a-6b74-4939-a451-92c3df0112bb on network 1d61ad79-ec5f-4f81-9a4d-63a713675036 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:17:28.402397 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62913543-395e-4573-be48-9aefe81c610a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:28.402774 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62913543-395e-4573-be48-9aefe81c610a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:28.403112 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62913543-395e-4573-be48-9aefe81c610a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:28.403443 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62913543-395e-4573-be48-9aefe81c610a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:28.403767 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62913543-395e-4573-be48-9aefe81c610a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:28.404091 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62913543-395e-4573-be48-9aefe81c610a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:28.404416 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62913543-395e-4573-be48-9aefe81c610a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:28.404735 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62913543-395e-4573-be48-9aefe81c610a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:28.405065 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62913543-395e-4573-be48-9aefe81c610a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:28.405389 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62913543-395e-4573-be48-9aefe81c610a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:28.405706 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62913543-395e-4573-be48-9aefe81c610a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:28.406063 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62913543-395e-4573-be48-9aefe81c610a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62913543-395e-4573-be48-9aefe81c610a None None] Tracked resource versions report: Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: pushed versions: Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: { 'AddressGroup': {'1.2'}, Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'ConntrackHelper': {'1.0'}, Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Log': {'1.0'}, Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Network': {'1.1'}, Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Port': {'1.7'}, Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'PortForwarding': {'1.2'}, Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'QosPolicy': {'1.10'}, Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'SecurityGroup': {'1.4'}, Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'SubPort': {'1.0'}, Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Subnet': {'1.1'}, Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Trunk': {'1.1'}} Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: consumer versions: Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: { DHCP agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: L3 agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: Metadata agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: Metering agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: Open vSwitch agent@dv-cinder-813984-2-iscsi: { 'AddressGroup': '1.2', Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'ConntrackHelper': '1.0', Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Log': '1.0', Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Network': '1.1', Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Port': '1.7', Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'PortForwarding': '1.2', Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'QosPolicy': '1.10', Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'SecurityGroup': '1.4', Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'SecurityGroupRule': '1.2', Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'SubPort': '1.0', Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Subnet': '1.1', Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Trunk': '1.1'}} Oct 14 12:17:28.407173 dv-cinder-813984-2-iscsi neutron-server[100449]: {{(pid=100449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:17:28.412081 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:17:28.412486 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Checking segment: {'id': '1c4ea86f-169c-4c0c-a306-54e05dc65d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:17:28.412945 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:28.413326 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Bound using segment: {'id': '1c4ea86f-169c-4c0c-a306-54e05dc65d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:17:28.413834 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Bound port: fcf4e85a-6b74-4939-a451-92c3df0112bb, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4ea86f-169c-4c0c-a306-54e05dc65d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:17:28.414263 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:28.480925 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] For port fcf4e85a-6b74-4939-a451-92c3df0112bb, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:17:28.499737 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] For port fcf4e85a-6b74-4939-a451-92c3df0112bb, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=fcf4e85a-6b74-4939-a451-92c3df0112bb,segment=NetworkSegment(1c4ea86f-169c-4c0c-a306-54e05dc65d81),segment_id=1c4ea86f-169c-4c0c-a306-54e05dc65d81)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:17:28.524669 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-a46545a1-e894-430d-958a-440ebcdd8f70 None None] Provisioning complete for port fcf4e85a-6b74-4939-a451-92c3df0112bb triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:17:28.525248 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a46545a1-e894-430d-958a-440ebcdd8f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:28.557993 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-a46545a1-e894-430d-958a-440ebcdd8f70 None None] Port fcf4e85a-6b74-4939-a451-92c3df0112bb cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:17:28.565956 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:28.627316 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62913543-395e-4573-be48-9aefe81c610a None None] Pushing event updated for resources: {'Port': ['ID=fcf4e85a-6b74-4939-a451-92c3df0112bb,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:28.637734 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Routers {'76d91a0a-d3db-44ca-8c53-1a00134ae9fb'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:17:28.638467 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:17:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['76d91a0a-d3db-44ca-8c53-1a00134ae9fb'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:17:28.732431 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] Set router 76d91a0a-d3db-44ca-8c53-1a00134ae9fb gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:17:28.776836 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-eb9bbf53-824f-454a-98f8-ea8c3ac524e4 None None] Provisioning complete for port fcf4e85a-6b74-4939-a451-92c3df0112bb triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:17:28.777207 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb9bbf53-824f-454a-98f8-ea8c3ac524e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:28.857529 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb9bbf53-824f-454a-98f8-ea8c3ac524e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:28.889778 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-eb9bbf53-824f-454a-98f8-ea8c3ac524e4 None None] For port fcf4e85a-6b74-4939-a451-92c3df0112bb, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=fcf4e85a-6b74-4939-a451-92c3df0112bb,segment=NetworkSegment(1c4ea86f-169c-4c0c-a306-54e05dc65d81),segment_id=1c4ea86f-169c-4c0c-a306-54e05dc65d81)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:17:28.960802 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d91a0a-d3db-44ca-8c53-1a00134ae9fb', 'name': 'router1', 'tenant_id': '805da1dd26704dc08a23b30246f922ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:17:15Z', 'updated_at': '2021-10-14T12:17:25Z', 'revision_number': 2, 'project_id': '805da1dd26704dc08a23b30246f922ce', 'gw_port_host': None, '_interfaces': [{'id': 'fcf4e85a-6b74-4939-a451-92c3df0112bb', 'name': '', 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036', 'tenant_id': '805da1dd26704dc08a23b30246f922ce', 'mac_address': 'fa:16:3e:a4:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d91a0a-d3db-44ca-8c53-1a00134ae9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3676d6f4-73b2-49da-84c1-8201430b7747', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:17:25Z', 'updated_at': '2021-10-14T12:17:28Z', 'revision_number': 4, 'project_id': '805da1dd26704dc08a23b30246f922ce', 'subnets': [{'id': '3676d6f4-73b2-49da-84c1-8201430b7747', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6068f43a-700a-4d25-8b67-903b29c5d72f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:17:28.977131 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb9bbf53-824f-454a-98f8-ea8c3ac524e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:28.987257 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6983d576-e299-4f5a-8553-a723d4518c0b None None] The sync data for ids ['76d91a0a-d3db-44ca-8c53-1a00134ae9fb'] in dv-cinder-813984-2-iscsi is: [{'id': '76d91a0a-d3db-44ca-8c53-1a00134ae9fb', 'name': 'router1', 'tenant_id': '805da1dd26704dc08a23b30246f922ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:17:15Z', 'updated_at': '2021-10-14T12:17:25Z', 'revision_number': 2, 'project_id': '805da1dd26704dc08a23b30246f922ce', 'gw_port_host': None, '_interfaces': [{'id': 'fcf4e85a-6b74-4939-a451-92c3df0112bb', 'name': '', 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036', 'tenant_id': '805da1dd26704dc08a23b30246f922ce', 'mac_address': 'fa:16:3e:a4:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d91a0a-d3db-44ca-8c53-1a00134ae9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3676d6f4-73b2-49da-84c1-8201430b7747', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:17:25Z', 'updated_at': '2021-10-14T12:17:28Z', 'revision_number': 4, 'project_id': '805da1dd26704dc08a23b30246f922ce', 'subnets': [{'id': '3676d6f4-73b2-49da-84c1-8201430b7747', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6068f43a-700a-4d25-8b67-903b29c5d72f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:17:29.036199 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bbf53-824f-454a-98f8-ea8c3ac524e4 None None] Pushing event updated for resources: {'Port': ['ID=fcf4e85a-6b74-4939-a451-92c3df0112bb,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:29.260856 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 45408) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:17:29.371450 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a058035-c972-4e7f-a6e7-d8347455addd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:17:29.372805 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-9a058035-c972-4e7f-a6e7-d8347455addd admin admin] 10.222.0.71 "GET /v2.0/networks/391d765e-ac37-49b7-9354-c7118e5ccf2f HTTP/1.1" status: 200 len: 842 time: 0.1108987 Oct 14 12:17:29.382895 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-a9fd3ac4-8a85-4283-ad42-70c9f26773f0 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:17:29.486011 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fd3ac4-8a85-4283-ad42-70c9f26773f0 admin admin] Made reservation on behalf of 5f5513484a994d73af059b68f187f069 for: {'subnet': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:17:29.488457 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3ac4-8a85-4283-ad42-70c9f26773f0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:29.907476 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.objects.ports [None req-a9fd3ac4-8a85-4283-ad42-70c9f26773f0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 14 12:17:29.907919 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3ac4-8a85-4283-ad42-70c9f26773f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for subnet, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:29.960706 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd3ac4-8a85-4283-ad42-70c9f26773f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc5f231-8f2b-44b7-9171-1609816528f8,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:29.968866 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd3ac4-8a85-4283-ad42-70c9f26773f0 admin admin] Checking segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:17:29.969206 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fd3ac4-8a85-4283-ad42-70c9f26773f0 admin admin] Network hostable DHCP agents. Network: 391d765e-ac37-49b7-9354-c7118e5ccf2f, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:17:30.126144 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fd3ac4-8a85-4283-ad42-70c9f26773f0 admin admin] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:17:30.302444 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-a9fd3ac4-8a85-4283-ad42-70c9f26773f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, 391d765e-ac37-49b7-9354-c7118e5ccf2f) {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:17:30.306917 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fd3ac4-8a85-4283-ad42-70c9f26773f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:17:30.307524 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3ac4-8a85-4283-ad42-70c9f26773f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:30.311444 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e4f2cf-b4b2-4fac-82e6-59d83c3ebdce None None] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:17:30.442849 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc713a2-d935-4212-a3fe-f422cb3a905d None None] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:17:30.490822 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-a9fd3ac4-8a85-4283-ad42-70c9f26773f0 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1026402 Oct 14 12:17:32.911271 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 45416) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:17:33.184313 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-d8c8c01f-9233-4118-99b6-3ddddf68d541 admin admin] 10.222.0.71 "GET /v2.0/routers/76d91a0a-d3db-44ca-8c53-1a00134ae9fb HTTP/1.1" status: 200 len: 710 time: 0.2719424 Oct 14 12:17:33.363070 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41534bff-0418-4568-9f66-01e8d4be0191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:17:33.370523 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-41534bff-0418-4568-9f66-01e8d4be0191 admin admin] 10.222.0.71 "GET /v2.0/networks/391d765e-ac37-49b7-9354-c7118e5ccf2f HTTP/1.1" status: 200 len: 886 time: 0.1795812 Oct 14 12:17:33.375613 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:17:33.638412 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:33.938778 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:34.016978 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:34.203843 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Allocated IP 172.27.2.249 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/181db06a-c0ea-414e-8414-832df1d1d74e) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:17:34.316213 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:34.467671 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:34.535554 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:17:34.536971 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:17:34.594414 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:17:34.629515 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Pushing event updated for resources: {'Port': ['ID=181db06a-c0ea-414e-8414-832df1d1d74e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:34.643553 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:34.643907 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:34.644250 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:34.644584 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:34.644913 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:34.645246 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:34.645573 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:34.645913 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:34.646255 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:34.646578 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:34.646921 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:34.647243 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Tracked resource versions report: Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: pushed versions: Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: { 'AddressGroup': {'1.2'}, Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'ConntrackHelper': {'1.0'}, Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Log': {'1.0'}, Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Network': {'1.1'}, Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Port': {'1.7'}, Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'PortForwarding': {'1.2'}, Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'QosPolicy': {'1.10'}, Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'SecurityGroup': {'1.4'}, Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'SubPort': {'1.0'}, Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Subnet': {'1.1'}, Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Trunk': {'1.1'}} Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: consumer versions: Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: { DHCP agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: L3 agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: Metadata agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: Metering agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: Open vSwitch agent@dv-cinder-813984-2-iscsi: { 'AddressGroup': '1.2', Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'ConntrackHelper': '1.0', Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Log': '1.0', Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Network': '1.1', Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Port': '1.7', Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'PortForwarding': '1.2', Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'QosPolicy': '1.10', Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'SecurityGroup': '1.4', Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'SecurityGroupRule': '1.2', Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'SubPort': '1.0', Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Subnet': '1.1', Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Trunk': '1.1'}} Oct 14 12:17:34.648349 dv-cinder-813984-2-iscsi neutron-server[100447]: {{(pid=100447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:17:34.964265 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:35.204823 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6870'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:35.209917 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-515431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-515454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519324'] for router, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:35.320514 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Router 76d91a0a-d3db-44ca-8c53-1a00134ae9fb has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:17:35.426594 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:17:35.431022 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] Publish callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:35.432228 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-10743f4d-f7c7-481d-8384-efb9e55c3337 admin admin] 10.222.0.71 "PUT /v2.0/routers/76d91a0a-d3db-44ca-8c53-1a00134ae9fb HTTP/1.1" status: 200 len: 890 time: 2.0609512 Oct 14 12:17:35.918175 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device fcf4e85a-6b74-4939-a451-92c3df0112bb up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:17:35.966349 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port fcf4e85a-6b74-4939-a451-92c3df0112bb triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:17:35.966836 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:36.034091 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Sync routers for ids ['76d91a0a-d3db-44ca-8c53-1a00134ae9fb'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:17:36.057429 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Routers {'76d91a0a-d3db-44ca-8c53-1a00134ae9fb'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:17:36.057990 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:17:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['76d91a0a-d3db-44ca-8c53-1a00134ae9fb'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:17:36.261592 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Set router 76d91a0a-d3db-44ca-8c53-1a00134ae9fb gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:17:36.646807 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d91a0a-d3db-44ca-8c53-1a00134ae9fb', 'name': 'router1', 'tenant_id': '805da1dd26704dc08a23b30246f922ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '181db06a-c0ea-414e-8414-832df1d1d74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:17:15Z', 'updated_at': '2021-10-14T12:17:34Z', 'revision_number': 4, 'project_id': '805da1dd26704dc08a23b30246f922ce', 'gw_port': {'id': '181db06a-c0ea-414e-8414-832df1d1d74e', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d91a0a-d3db-44ca-8c53-1a00134ae9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:17:34Z', 'updated_at': '2021-10-14T12:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'fcf4e85a-6b74-4939-a451-92c3df0112bb', 'name': '', 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036', 'tenant_id': '805da1dd26704dc08a23b30246f922ce', 'mac_address': 'fa:16:3e:a4:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d91a0a-d3db-44ca-8c53-1a00134ae9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3676d6f4-73b2-49da-84c1-8201430b7747', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:17:25Z', 'updated_at': '2021-10-14T12:17:28Z', 'revision_number': 5, 'project_id': '805da1dd26704dc08a23b30246f922ce', 'subnets': [{'id': '3676d6f4-73b2-49da-84c1-8201430b7747', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6068f43a-700a-4d25-8b67-903b29c5d72f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:17:36.697402 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Checking router: 76d91a0a-d3db-44ca-8c53-1a00134ae9fb for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:17:36.697788 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Updating router 76d91a0a-d3db-44ca-8c53-1a00134ae9fb port 181db06a-c0ea-414e-8414-832df1d1d74e binding host dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:17:36.744438 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:37.059997 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Publish callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:37.153974 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:37.283866 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Attempting to bind port 181db06a-c0ea-414e-8414-832df1d1d74e on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:17:37.284236 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Attempting to bind port 181db06a-c0ea-414e-8414-832df1d1d74e by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:17:37.284595 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Attempting to bind port 181db06a-c0ea-414e-8414-832df1d1d74e on network 391d765e-ac37-49b7-9354-c7118e5ccf2f {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:17:37.286524 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd275fa-2c4e-4ce7-8a3c-ab91241cef7c None None] Pushing event updated for resources: {'Port': ['ID=181db06a-c0ea-414e-8414-832df1d1d74e,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:37.291891 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:17:37.292262 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Checking segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:17:37.292656 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:37.293032 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Bound using segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:17:37.293783 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Bound port: 181db06a-c0ea-414e-8414-832df1d1d74e, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:17:37.293890 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:37.343074 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] For port 181db06a-c0ea-414e-8414-832df1d1d74e, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:17:37.345933 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] For port 181db06a-c0ea-414e-8414-832df1d1d74e, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=181db06a-c0ea-414e-8414-832df1d1d74e,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:17:37.440618 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:37.499041 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd275fa-2c4e-4ce7-8a3c-ab91241cef7c None None] Pushing event updated for resources: {'Port': ['ID=181db06a-c0ea-414e-8414-832df1d1d74e,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:37.503761 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Routers {'76d91a0a-d3db-44ca-8c53-1a00134ae9fb'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:17:37.504364 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:17:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['76d91a0a-d3db-44ca-8c53-1a00134ae9fb'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:17:37.608748 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] Set router 76d91a0a-d3db-44ca-8c53-1a00134ae9fb gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:17:37.827325 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d91a0a-d3db-44ca-8c53-1a00134ae9fb', 'name': 'router1', 'tenant_id': '805da1dd26704dc08a23b30246f922ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '181db06a-c0ea-414e-8414-832df1d1d74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:17:15Z', 'updated_at': '2021-10-14T12:17:34Z', 'revision_number': 4, 'project_id': '805da1dd26704dc08a23b30246f922ce', 'gw_port': {'id': '181db06a-c0ea-414e-8414-832df1d1d74e', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d91a0a-d3db-44ca-8c53-1a00134ae9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:17:34Z', 'updated_at': '2021-10-14T12:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'fcf4e85a-6b74-4939-a451-92c3df0112bb', 'name': '', 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036', 'tenant_id': '805da1dd26704dc08a23b30246f922ce', 'mac_address': 'fa:16:3e:a4:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d91a0a-d3db-44ca-8c53-1a00134ae9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3676d6f4-73b2-49da-84c1-8201430b7747', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:17:25Z', 'updated_at': '2021-10-14T12:17:28Z', 'revision_number': 5, 'project_id': '805da1dd26704dc08a23b30246f922ce', 'subnets': [{'id': '3676d6f4-73b2-49da-84c1-8201430b7747', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6068f43a-700a-4d25-8b67-903b29c5d72f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:17:37.852995 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43db45-98f8-4d42-bfe2-b2bd538d07b9 None None] The sync data for ids ['76d91a0a-d3db-44ca-8c53-1a00134ae9fb'] in dv-cinder-813984-2-iscsi is: [{'id': '76d91a0a-d3db-44ca-8c53-1a00134ae9fb', 'name': 'router1', 'tenant_id': '805da1dd26704dc08a23b30246f922ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '181db06a-c0ea-414e-8414-832df1d1d74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:17:15Z', 'updated_at': '2021-10-14T12:17:34Z', 'revision_number': 4, 'project_id': '805da1dd26704dc08a23b30246f922ce', 'gw_port': {'id': '181db06a-c0ea-414e-8414-832df1d1d74e', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d91a0a-d3db-44ca-8c53-1a00134ae9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:17:34Z', 'updated_at': '2021-10-14T12:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'fcf4e85a-6b74-4939-a451-92c3df0112bb', 'name': '', 'network_id': '1d61ad79-ec5f-4f81-9a4d-63a713675036', 'tenant_id': '805da1dd26704dc08a23b30246f922ce', 'mac_address': 'fa:16:3e:a4:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d91a0a-d3db-44ca-8c53-1a00134ae9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3676d6f4-73b2-49da-84c1-8201430b7747', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:17:25Z', 'updated_at': '2021-10-14T12:17:28Z', 'revision_number': 5, 'project_id': '805da1dd26704dc08a23b30246f922ce', 'subnets': [{'id': '3676d6f4-73b2-49da-84c1-8201430b7747', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6068f43a-700a-4d25-8b67-903b29c5d72f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:17:38.002599 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 45432) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:17:38.123887 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-f0816463-a4bd-46e0-a643-c7edc6d8e6d4 admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1200128 Oct 14 12:17:39.922944 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 181db06a-c0ea-414e-8414-832df1d1d74e up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:17:39.977549 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 181db06a-c0ea-414e-8414-832df1d1d74e triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:17:39.978181 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:40.066890 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:40.086499 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port 181db06a-c0ea-414e-8414-832df1d1d74e, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=181db06a-c0ea-414e-8414-832df1d1d74e,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:17:40.143216 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:40.198500 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=181db06a-c0ea-414e-8414-832df1d1d74e,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:17:41.939455 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 181db06a-c0ea-414e-8414-832df1d1d74e up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:17:42.004768 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 181db06a-c0ea-414e-8414-832df1d1d74e triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:17:42.005134 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:47.577305 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3170de30-cf8b-4bae-abdb-1e42afadd2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:50.417995 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cabd7ba2-04f8-4a95-9889-9d2f33f55711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:51.457385 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:52.132228 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:17:52.748075 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:18:00.790681 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 5 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:18:17.567245 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b8e17f97-4478-47f5-ad6c-14305c36aba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:18:20.915968 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7df83540-1af5-43c2-b3f1-c193452ee2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:18:21.441628 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:18:22.134233 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:18:22.738254 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:18:37.789095 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 5 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:18:47.574028 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f4ec8e3-5032-498a-8717-d0a12654f295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:18:50.437172 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-588e0e06-6715-4882-91ba-46696b594005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:18:51.459727 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:18:52.179803 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:18:52.740090 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:19:14.788193 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 5 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:19:17.575791 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b006c8d-55c8-40e4-bead-3c533c63e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:19:18.671625 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 45994) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:19:18.738938 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f470997-78e9-4cd3-9b2f-78f7c7917e25 admin admin] GET failed (client error): The resource could not be found. Oct 14 12:19:18.740259 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-2f470997-78e9-4cd3-9b2f-78f7c7917e25 admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0676656 Oct 14 12:19:18.901773 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d58063-49fe-413d-9d04-07c7ddef680c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:18.903206 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-86d58063-49fe-413d-9d04-07c7ddef680c admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1583221 Oct 14 12:19:20.444408 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-067a0b6f-ecb1-4ecb-8c6f-15b04a66404c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:19:21.178626 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46004) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:19:21.270959 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa69fe22-8b0d-43bc-a05e-4b4c1304cf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:21.272298 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-fa69fe22-8b0d-43bc-a05e-4b4c1304cf4d admin admin] 10.222.0.71 "GET /v2.0/subnets/3676d6f4-73b2-49da-84c1-8201430b7747 HTTP/1.1" status: 200 len: 849 time: 0.0926893 Oct 14 12:19:21.282073 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:19:21.367059 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Publish callbacks [] for subnet, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:19:21.529869 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:19:21.598636 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727720059706'] for subnet, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:19:21.631687 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:21.632291 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:19:21.633573 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] 10.222.0.71 "PUT /v2.0/subnets/3676d6f4-73b2-49da-84c1-8201430b7747 HTTP/1.1" status: 200 len: 868 time: 0.3551152 Oct 14 12:19:21.634262 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74d83fd-3306-4c12-ab8a-8146df2891f2 None None] Network 1d61ad79-ec5f-4f81-9a4d-63a713675036 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:19:21.652898 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3676d6f4-73b2-49da-84c1-8201430b7747,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:19:21.661344 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:21.661722 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:21.662788 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:21.662788 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:21.662788 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:21.663099 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:21.663545 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:21.663902 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:21.664251 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:21.664584 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:21.664909 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:21.665232 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdba221-c682-4902-a390-cb42b45e7a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:22.015438 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-683f5fc6-b025-45d9-a362-e5457049c9bd None None] Provisioning complete for port c91f0511-68a9-446b-85f4-8de48897f83f triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:19:22.015801 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-683f5fc6-b025-45d9-a362-e5457049c9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:19:22.111867 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-683f5fc6-b025-45d9-a362-e5457049c9bd None None] Provisioning complete for port fcf4e85a-6b74-4939-a451-92c3df0112bb triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:19:22.112294 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-683f5fc6-b025-45d9-a362-e5457049c9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:19:22.173324 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:19:22.895949 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:19:23.929451 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46012) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:19:24.126814 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb7831f-22bf-4d8a-bb14-0483d4098545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:24.127201 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb7831f-22bf-4d8a-bb14-0483d4098545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:24.131363 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-dbb7831f-22bf-4d8a-bb14-0483d4098545 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988268 Oct 14 12:19:26.408013 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46020) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:19:26.539377 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31398a55-fd4b-4479-b60e-9d371a8abc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:26.539853 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31398a55-fd4b-4479-b60e-9d371a8abc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:26.541372 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-31398a55-fd4b-4479-b60e-9d371a8abc8d admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324289 Oct 14 12:19:28.898445 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46028) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:19:29.035485 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6016c84a-f597-494d-a8d8-688d8db53c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:29.036856 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-6016c84a-f597-494d-a8d8-688d8db53c1c admin admin] 10.222.0.71 "GET /v2.0/networks/1d61ad79-ec5f-4f81-9a4d-63a713675036 HTTP/1.1" status: 200 len: 869 time: 0.1374416 Oct 14 12:19:31.321485 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46036) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:19:31.442765 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd12a49-cb8d-4182-a041-f133dc49f029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:31.444126 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-0cd12a49-cb8d-4182-a041-f133dc49f029 admin admin] 10.222.0.71 "GET /v2.0/networks/391d765e-ac37-49b7-9354-c7118e5ccf2f HTTP/1.1" status: 200 len: 886 time: 0.1217029 Oct 14 12:19:33.728990 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46044) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:19:33.853876 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5122ec2-a180-4970-b8f2-df1a06c456fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:33.854329 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5122ec2-a180-4970-b8f2-df1a06c456fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:33.855855 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-d5122ec2-a180-4970-b8f2-df1a06c456fb admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259210 Oct 14 12:19:36.118509 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46052) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:19:36.209079 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c146aae9-b129-4afb-a514-566127e04162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:36.209539 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c146aae9-b129-4afb-a514-566127e04162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:36.211063 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-c146aae9-b129-4afb-a514-566127e04162 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916011 Oct 14 12:19:38.513796 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46060) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:19:38.606742 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db63b6e2-956c-490b-924e-805250574add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:38.608066 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-db63b6e2-956c-490b-924e-805250574add admin admin] 10.222.0.71 "GET /v2.0/subnets/3676d6f4-73b2-49da-84c1-8201430b7747 HTTP/1.1" status: 200 len: 868 time: 0.0933390 Oct 14 12:19:40.873117 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46068) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:19:40.959749 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428ac75d-2901-4ba7-931c-d589a1c6914f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:40.961098 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-428ac75d-2901-4ba7-931c-d589a1c6914f admin admin] 10.222.0.71 "GET /v2.0/subnets/ffc5f231-8f2b-44b7-9171-1609816528f8 HTTP/1.1" status: 200 len: 816 time: 0.0870476 Oct 14 12:19:47.576862 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-850c6818-cc97-4f7a-a371-4a96643d1daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:19:50.457306 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9d26b6bb-2543-42e7-8dc4-e89c30f457e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:19:51.468560 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:19:51.787811 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 5 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:19:52.183387 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:19:52.748363 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:05.862805 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46122) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:20:05.912346 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [None req-0b70c429-5d85-4d24-9914-d2346a198b10 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:20:05.913328 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-0b70c429-5d85-4d24-9914-d2346a198b10 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0496149 Oct 14 12:20:08.364353 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46132) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:20:08.425742 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fcf6872-51e3-40f9-8c47-d582aff361e2 admin admin] GET failed (client error): The resource could not be found. Oct 14 12:20:08.427981 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-7fcf6872-51e3-40f9-8c47-d582aff361e2 admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627763 Oct 14 12:20:08.573710 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed6b431-7cf3-4fe0-a84c-7185108bf3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:20:08.575268 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-2ed6b431-7cf3-4fe0-a84c-7185108bf3e2 admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1427400 Oct 14 12:20:10.884429 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46140) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:20:10.933248 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:20:11.047039 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Made reservation on behalf of 5f5513484a994d73af059b68f187f069 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:20:11.049680 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:11.093342 dv-cinder-813984-2-iscsi neutron-server[100447]: WARNING neutron.services.revisions.revision_plugin [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Could not find related network for resource to bump revision. Oct 14 12:20:11.109875 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:20:11.122974 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727720051240', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:11.123495 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Unsubscribe: segment precommit_create {{(pid=100447) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 12:20:11.123969 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.segments_db [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Added segment 3e877f6b-98da-496a-b14c-5e3819283c9e of type vlan for network 58a45314-724f-43f5-8091-2e73d0b1c748 Oct 14 12:20:11.180284 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:11.315850 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:11.316803 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:20:11.318372 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:11.414339 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Pushing event updated for resources: {'Network': ['ID=58a45314-724f-43f5-8091-2e73d0b1c748,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:20:11.420693 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:11.421041 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:11.421379 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:11.421710 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:11.422040 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:11.422387 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:11.422718 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:11.423135 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:11.423476 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:11.423800 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:11.424123 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:11.424478 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:11.437922 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network 58a45314-724f-43f5-8091-2e73d0b1c748 details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:20:11.450000 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-164b8a95-0538-4f81-aaab-6c9b98a4c1ae admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5644183 Oct 14 12:20:13.776757 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46148) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:20:13.839217 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fd4a05-cb13-4065-a9c0-1329e1a0f47a admin admin] GET failed (client error): The resource could not be found. Oct 14 12:20:13.840516 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-b6fd4a05-cb13-4065-a9c0-1329e1a0f47a admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628028 Oct 14 12:20:13.911790 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0e9b16-ad5f-4373-9787-08ece6bf846a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:20:13.913197 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-4b0e9b16-ad5f-4373-9787-08ece6bf846a admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678995 Oct 14 12:20:13.923430 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6e82bb14-c988-4c24-a342-461ab1b7188e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '58a45314-724f-43f5-8091-2e73d0b1c748'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:20:14.007096 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e82bb14-c988-4c24-a342-461ab1b7188e admin admin] Made reservation on behalf of 5f5513484a994d73af059b68f187f069 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:20:14.009349 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e82bb14-c988-4c24-a342-461ab1b7188e admin admin] Publish callbacks [] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:14.253292 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e82bb14-c988-4c24-a342-461ab1b7188e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:14.309893 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82bb14-c988-4c24-a342-461ab1b7188e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c736fe83-684c-43ad-9428-cdb74cf483b8,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:20:14.319054 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e82bb14-c988-4c24-a342-461ab1b7188e admin admin] Checking segment: {'id': '3e877f6b-98da-496a-b14c-5e3819283c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '58a45314-724f-43f5-8091-2e73d0b1c748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:20:14.319410 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e82bb14-c988-4c24-a342-461ab1b7188e admin admin] Network hostable DHCP agents. Network: 58a45314-724f-43f5-8091-2e73d0b1c748, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:20:14.413168 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e82bb14-c988-4c24-a342-461ab1b7188e admin admin] Network 58a45314-724f-43f5-8091-2e73d0b1c748 is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:20:14.504371 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-6e82bb14-c988-4c24-a342-461ab1b7188e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, 58a45314-724f-43f5-8091-2e73d0b1c748) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:20:14.509309 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e82bb14-c988-4c24-a342-461ab1b7188e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:20:14.509910 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e82bb14-c988-4c24-a342-461ab1b7188e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:14.514122 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361e6347-3a48-4a68-8589-1c08f30f3082 None None] Network 58a45314-724f-43f5-8091-2e73d0b1c748 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:20:14.592578 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-6e82bb14-c988-4c24-a342-461ab1b7188e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6724331 Oct 14 12:20:14.664635 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32e92919-0b57-5c86-a9a5-2f6e9a8fe1ba-58a45314-724f-43f5-8091-2e73d0b1c748', 'network_id': '58a45314-724f-43f5-8091-2e73d0b1c748', 'tenant_id': '5f5513484a994d73af059b68f187f069', 'fixed_ips': [{'subnet_id': 'c736fe83-684c-43ad-9428-cdb74cf483b8'}]}} from dv-cinder-813984-2-iscsi. {{(pid=100448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:20:14.665565 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:14.809979 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Allocated IP 192.168.233.2 (58a45314-724f-43f5-8091-2e73d0b1c748/c736fe83-684c-43ad-9428-cdb74cf483b8/93a03409-ae11-4c34-83e0-fc810deaf57a) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:20:14.958641 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Publish callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:15.088115 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:15.126354 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Network 58a45314-724f-43f5-8091-2e73d0b1c748 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:20:15.129165 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:20:15.135583 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:20:15.142543 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Pushing event updated for resources: {'Port': ['ID=93a03409-ae11-4c34-83e0-fc810deaf57a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:20:15.152991 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:15.153366 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:15.153715 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:15.154051 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:15.154410 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:15.154761 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:15.155114 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:15.155423 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:15.155772 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:15.156104 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:15.156424 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:15.156748 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:15.207097 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Attempting to bind port 93a03409-ae11-4c34-83e0-fc810deaf57a on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:20:15.207461 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Attempting to bind port 93a03409-ae11-4c34-83e0-fc810deaf57a by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '3e877f6b-98da-496a-b14c-5e3819283c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '58a45314-724f-43f5-8091-2e73d0b1c748'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:20:15.207838 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Attempting to bind port 93a03409-ae11-4c34-83e0-fc810deaf57a on network 58a45314-724f-43f5-8091-2e73d0b1c748 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:20:15.213358 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:20:15.213729 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Checking segment: {'id': '3e877f6b-98da-496a-b14c-5e3819283c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '58a45314-724f-43f5-8091-2e73d0b1c748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:20:15.214120 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:15.214502 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Bound using segment: {'id': '3e877f6b-98da-496a-b14c-5e3819283c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '58a45314-724f-43f5-8091-2e73d0b1c748'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:20:15.214998 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Bound port: 93a03409-ae11-4c34-83e0-fc810deaf57a, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e877f6b-98da-496a-b14c-5e3819283c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '58a45314-724f-43f5-8091-2e73d0b1c748'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:20:15.215381 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:15.279106 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] For port 93a03409-ae11-4c34-83e0-fc810deaf57a, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:20:15.282223 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] For port 93a03409-ae11-4c34-83e0-fc810deaf57a, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=93a03409-ae11-4c34-83e0-fc810deaf57a,segment=NetworkSegment(3e877f6b-98da-496a-b14c-5e3819283c9e),segment_id=3e877f6b-98da-496a-b14c-5e3819283c9e)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:20:15.368592 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:15.432648 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ade29-b7ae-4300-ba80-f522c2cf3fb4 None None] Pushing event updated for resources: {'Port': ['ID=93a03409-ae11-4c34-83e0-fc810deaf57a,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:20:16.046363 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 93a03409-ae11-4c34-83e0-fc810deaf57a up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:20:16.107286 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 93a03409-ae11-4c34-83e0-fc810deaf57a triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:20:16.107643 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:16.200901 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:16.240833 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port 93a03409-ae11-4c34-83e0-fc810deaf57a, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=93a03409-ae11-4c34-83e0-fc810deaf57a,segment=NetworkSegment(3e877f6b-98da-496a-b14c-5e3819283c9e),segment_id=3e877f6b-98da-496a-b14c-5e3819283c9e)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:20:16.259347 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663d5e19-6223-4e68-b4e4-02f546ecf3c3 None None] Network 58a45314-724f-43f5-8091-2e73d0b1c748 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:20:16.317595 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:16.368529 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-ea591159-c147-492c-8ef1-45da176ce88b None None] Provisioning complete for port 93a03409-ae11-4c34-83e0-fc810deaf57a triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:20:16.368906 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea591159-c147-492c-8ef1-45da176ce88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:16.415931 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=93a03409-ae11-4c34-83e0-fc810deaf57a,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:20:16.744800 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-6e6bd38f-ef96-489e-a255-7566465feee0 None None] Provisioning complete for port 93a03409-ae11-4c34-83e0-fc810deaf57a triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:20:16.745169 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e6bd38f-ef96-489e-a255-7566465feee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:17.562067 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5ca18d9b-7938-4a3a-b736-a8c1c40beb75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:18.008667 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 93a03409-ae11-4c34-83e0-fc810deaf57a up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:20:18.056859 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 93a03409-ae11-4c34-83e0-fc810deaf57a triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:20:18.057232 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:20.424971 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70ebf1b4-fb52-4b8d-bfb8-144a7c4add7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:21.453685 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:22.133514 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:22.756266 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:28.786881 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 5 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:20:47.580982 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-233c598f-91f8-4718-bc0b-c7822a1d5bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:50.426958 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5fa2-2a7d-4573-a842-1b396e43f4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:51.478516 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:52.141669 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:20:52.775749 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:05.785229 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 5 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:21:17.577528 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c2306e66-e2ab-4e28-8a30-0250479c58a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:20.423801 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-950bb836-e0fe-46ff-98cb-950d20ebf64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:21.474644 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:22.138238 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:22.771889 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:34.918008 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46200) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:21:34.923707 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [None req-109125db-cf4d-425f-b0d4-f830d2312545 tempest-verify_tempest_config-1713828615 tempest-verify_tempest_config-1713828615-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:21:34.925452 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-109125db-cf4d-425f-b0d4-f830d2312545 tempest-verify_tempest_config-1713828615 tempest-verify_tempest_config-1713828615-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0063534 Oct 14 12:21:35.420514 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46218) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:21:35.522501 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:35.692966 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:35.750186 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:35.794414 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eb0354f4183f481ba351025bc2acb9bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3722403 Oct 14 12:21:35.795279 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2813ba5-9157-40b2-a9e8-ca5bbd0d08a1,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:21:35.797082 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46222) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:21:35.801854 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:35.802216 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:35.802561 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:35.802916 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:35.803249 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:35.803594 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:35.803924 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:35.804262 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:35.804609 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:35.804933 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:35.805253 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:35.805569 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f2ccb-cba8-4386-83de-7268d05c526e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:35.852081 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:35.873694 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:36.012874 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:36.015762 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:36.016892 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d2813ba5-9157-40b2-a9e8-ca5bbd0d08a1 HTTP/1.1" status: 204 len: 168 time: 0.2188201 Oct 14 12:21:36.024540 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2813ba5-9157-40b2-a9e8-ca5bbd0d08a1,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:21:36.032152 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:36.032503 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:36.032842 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:36.033176 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:36.033507 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:36.033852 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:36.034189 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:36.034529 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:36.034950 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:36.035218 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:36.035559 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:36.035877 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d732-2658-4e8e-8690-c2e9a64ff9fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:42.784420 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 5 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:21:47.574075 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8b64ef1-7c71-4cd9-918b-0951b5b89e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:50.425871 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec5a073c-fe72-4417-a906-d60e5efd7e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:51.499876 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:52.151279 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:21:52.779471 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:22:17.582018 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-65fd6d10-a482-4541-9faf-6e4a3e5949ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:22:19.784765 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 5 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:22:20.502208 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-641a825b-f6e4-49ce-8753-eba29b903f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:22:21.473782 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:22:22.188294 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:22:22.788075 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:22:47.569568 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31d24723-06bc-4a8a-8d91-bca91844092b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:22:50.425270 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3a33f219-fa0c-4eac-9188-dee76931ffe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:22:51.481089 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:22:52.149566 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:22:52.830106 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:22:56.784110 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 5 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:23:06.226452 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517502'] for agent, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:23:17.566228 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7a058bd-3bc9-4bd2-89bc-5b676a4a1a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:23:20.451329 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46109a65-a980-424f-b05f-cc5f8f9b594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:23:21.416738 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46296) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:23:21.502386 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:23:21.522512 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-b16612f4-228e-4768-88b8-0192105608c8 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1046793 Oct 14 12:23:22.130495 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:23:22.759213 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:23:23.819012 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46306) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:23:23.873872 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-d9e85246-9243-499a-b45c-88c6c1bfc105 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537868 Oct 14 12:23:33.782102 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:23:36.173041 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:23:47.565908 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ccae39f7-cc8d-4825-af6d-a6a6a2cf8a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:23:50.456667 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-01a107e9-0d55-42b3-b892-8e0cf782ac62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:23:51.541331 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:23:52.129651 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:23:52.787119 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:06.196022 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:10.782472 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:24:17.583206 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-27c724d9-fb02-4497-a2e4-c3c0b2b93be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:20.458835 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b40d586-0484-40ab-8ac4-f313f37ffb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:21.514463 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:22.145175 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:22.840755 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:36.201330 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:47.561793 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f851046f-0a3b-4d50-ac37-bf68b362e747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:47.782032 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:24:50.435975 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7fb493b8-edbc-4a5c-959e-a51af8bf13df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:51.531012 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:52.138399 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:52.812997 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:55.293473 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46484) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:55.327211 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46490) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:55.572849 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-780198276-network', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:24:55.598115 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46506) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:55.605288 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-40895567-network', 'tenant_id': '35c49fc712d548e381c2b41cbbf067ea'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:24:55.664378 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Made reservation on behalf of 254e8ebad5c540d4bc11cf8a08096cf3 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:24:55.667765 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:55.681026 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:55.736243 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-359840112-network', 'tenant_id': 'd7d1ba888d424fa8b02f5cfacc67cc86'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:24:55.776528 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:55.783807 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] Made reservation on behalf of 35c49fc712d548e381c2b41cbbf067ea for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:24:55.786142 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:55.797806 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:55.868212 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Made reservation on behalf of d7d1ba888d424fa8b02f5cfacc67cc86 for: {'network': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:24:55.869640 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:55.871233 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:55.871415 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:55.886449 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:24:55.888413 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:55.894251 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:55.894605 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.segments_db [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Added segment 3a2924ff-78d3-4ccf-8718-3e56d818c794 of type vlan for network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d Oct 14 12:24:55.939089 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:55.979472 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:55.980068 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bbc8b2-de41-4f1a-afdb-ad7408b7a9df,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:55.983330 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:55.993312 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:55.993738 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:55.994187 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:55.994505 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:55.994874 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:55.995447 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:55.995785 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:55.996125 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:55.996754 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:55.997043 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:55.997306 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:55.997839 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Tracked resource versions report: Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: pushed versions: Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: { 'AddressGroup': {'1.2'}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'ConntrackHelper': {'1.0'}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Log': {'1.0'}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Network': {'1.1'}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Port': {'1.7'}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'PortForwarding': {'1.2'}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'QosPolicy': {'1.10'}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'SecurityGroup': {'1.4'}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'SubPort': {'1.0'}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Subnet': {'1.1'}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Trunk': {'1.1'}} Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: consumer versions: Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: { DHCP agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: HyperV agent@hv-cinder-81398: {}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: L3 agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: Metadata agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: Metering agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: Open vSwitch agent@dv-cinder-813984-2-iscsi: { 'AddressGroup': '1.2', Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'ConntrackHelper': '1.0', Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Log': '1.0', Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Network': '1.1', Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Port': '1.7', Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'PortForwarding': '1.2', Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'QosPolicy': '1.10', Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'SecurityGroup': '1.4', Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'SecurityGroupRule': '1.2', Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'SubPort': '1.0', Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Subnet': '1.1', Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: 'Trunk': '1.1'}} Oct 14 12:24:55.998940 dv-cinder-813984-2-iscsi neutron-server[100447]: {{(pid=100447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:24:56.009807 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:24:56.031156 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.031501 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.segments_db [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] Added segment 1544a6cd-5d76-4025-86ec-3670559f01c8 of type vlan for network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 Oct 14 12:24:56.042747 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f42fa72-9c04-4527-a607-0d2706de4d3e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:56.066764 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.067700 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:24:56.068309 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.080897 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.101004 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.113124 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=100446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:24:56.129841 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61123361-1b5e-4c88-bdac-7e256c250ae9,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:56.138620 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.139070 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.segments_db [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Added segment 8c13e382-8798-4020-b6de-5a06b6e02b36 of type vlan for network e73fb912-bc7e-4fe1-a2ee-f69160d51314 Oct 14 12:24:56.147471 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] Pushing event updated for resources: {'Network': ['ID=1f2d1afd-f850-4c18-8b5a-8234bb24a17d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:56.158233 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:24:56.171586 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:56.172689 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:56.173219 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:56.173729 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:56.174283 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:56.174817 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:56.175309 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:56.175806 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:56.178065 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-45119a0d-02aa-4961-ac6e-dd5081babe6f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8852189 Oct 14 12:24:56.178692 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:56.178833 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46532) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Tracked resource versions report: Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: pushed versions: Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: { 'AddressGroup': {'1.2'}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'ConntrackHelper': {'1.0'}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Log': {'1.0'}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Network': {'1.1'}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Port': {'1.7'}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'PortForwarding': {'1.2'}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'QosPolicy': {'1.10'}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'SecurityGroup': {'1.4'}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'SubPort': {'1.0'}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Subnet': {'1.1'}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Trunk': {'1.1'}} Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: consumer versions: Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: { DHCP agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: HyperV agent@hv-cinder-81398: {}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: L3 agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: Metadata agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: Metering agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: Open vSwitch agent@dv-cinder-813984-2-iscsi: { 'AddressGroup': '1.2', Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'ConntrackHelper': '1.0', Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Log': '1.0', Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Network': '1.1', Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Port': '1.7', Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'PortForwarding': '1.2', Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'QosPolicy': '1.10', Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'SecurityGroup': '1.4', Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'SecurityGroupRule': '1.2', Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'SubPort': '1.0', Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Subnet': '1.1', Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: 'Trunk': '1.1'}} Oct 14 12:24:56.186747 dv-cinder-813984-2-iscsi neutron-server[100446]: {{(pid=100446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:24:56.189455 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-3b5289f5-bdec-4b51-910c-9ac06eaaa25b admin admin] Request body: {'subnet': {'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-subnet', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:24:56.235762 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.237031 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:24:56.237825 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.244192 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.319693 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5289f5-bdec-4b51-910c-9ac06eaaa25b admin admin] Made reservation on behalf of 254e8ebad5c540d4bc11cf8a08096cf3 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:24:56.322456 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3b5289f5-bdec-4b51-910c-9ac06eaaa25b admin admin] Publish callbacks [] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.326420 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46536) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:56.335297 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] Pushing event updated for resources: {'Network': ['ID=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:56.348189 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:24:56.481402 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.484018 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:24:56.484018 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.503608 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-ee49781d-69ba-4ca1-976a-9a29f2ac84a0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1749804 Oct 14 12:24:56.506540 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46548) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:56.513209 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2628adfd-dbe5-44d7-9d7c-bf59180debe1 admin admin] Request body: {'subnet': {'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-40895567-subnet', 'tenant_id': '35c49fc712d548e381c2b41cbbf067ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:24:56.561981 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3b5289f5-bdec-4b51-910c-9ac06eaaa25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.571518 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46550) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:56.638913 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5289f5-bdec-4b51-910c-9ac06eaaa25b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5bc5ee-814c-4686-ba13-7451402f57fe,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:56.644563 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5289f5-bdec-4b51-910c-9ac06eaaa25b admin admin] Checking segment: {'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:24:56.644918 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5289f5-bdec-4b51-910c-9ac06eaaa25b admin admin] Network hostable DHCP agents. Network: 1f2d1afd-f850-4c18-8b5a-8234bb24a17d, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:24:56.654792 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2628adfd-dbe5-44d7-9d7c-bf59180debe1 admin admin] Made reservation on behalf of 35c49fc712d548e381c2b41cbbf067ea for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:24:56.657088 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2628adfd-dbe5-44d7-9d7c-bf59180debe1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.681574 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1203927828-network', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:24:56.685799 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] Pushing event updated for resources: {'Network': ['ID=e73fb912-bc7e-4fe1-a2ee-f69160d51314,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:56.698342 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network e73fb912-bc7e-4fe1-a2ee-f69160d51314 details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:24:56.769465 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-2445628c-e45f-49ba-944a-3f40d10794c4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1690195 Oct 14 12:24:56.774028 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46560) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:56.779649 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8eeff580-4975-46bb-b489-a8e386229e29 admin admin] Request body: {'subnet': {'network_id': 'e73fb912-bc7e-4fe1-a2ee-f69160d51314', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-359840112-subnet', 'tenant_id': 'd7d1ba888d424fa8b02f5cfacc67cc86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:24:56.795641 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5289f5-bdec-4b51-910c-9ac06eaaa25b admin admin] Network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:24:56.828851 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-172513170-network', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:24:56.856494 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] Made reservation on behalf of 973a39f1cf0340d9a7478172ddec1d10 for: {'network': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:24:56.858806 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.868333 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.894232 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-3b5289f5-bdec-4b51-910c-9ac06eaaa25b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, 1f2d1afd-f850-4c18-8b5a-8234bb24a17d) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:24:56.903299 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5289f5-bdec-4b51-910c-9ac06eaaa25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:24:56.903890 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3b5289f5-bdec-4b51-910c-9ac06eaaa25b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.907934 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef73919-ad14-4c42-983d-beb6885cd62f None None] Network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:24:56.967396 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:56.971898 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2628adfd-dbe5-44d7-9d7c-bf59180debe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.023837 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeff580-4975-46bb-b489-a8e386229e29 admin admin] Made reservation on behalf of d7d1ba888d424fa8b02f5cfacc67cc86 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:24:57.026512 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8eeff580-4975-46bb-b489-a8e386229e29 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.040755 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2628adfd-dbe5-44d7-9d7c-bf59180debe1 admin admin] Checking segment: {'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:24:57.041188 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628adfd-dbe5-44d7-9d7c-bf59180debe1 admin admin] Network hostable DHCP agents. Network: fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:24:57.053722 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.078567 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=100446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:24:57.094881 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80e0eb6-b2b8-480f-b2db-f047f5470366,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:57.100895 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.102927 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.segments_db [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] Added segment 8e26d71a-603f-4014-b211-57b6c418d476 of type vlan for network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 Oct 14 12:24:57.123225 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32e92919-0b57-5c86-a9a5-2f6e9a8fe1ba-1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe'}]}} from dv-cinder-813984-2-iscsi. {{(pid=100448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:24:57.123851 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.136305 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-3b5289f5-bdec-4b51-910c-9ac06eaaa25b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9565575 Oct 14 12:24:57.141784 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46574) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:57.146581 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:24:57.192611 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.201484 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628adfd-dbe5-44d7-9d7c-bf59180debe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:57.217660 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628adfd-dbe5-44d7-9d7c-bf59180debe1 admin admin] Network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:24:57.242385 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] Made reservation on behalf of a99511a7cfa740f4b660b4e6e9b9871a for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:24:57.251032 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.282459 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.311832 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Allocated IP 172.20.0.2 (1f2d1afd-f850-4c18-8b5a-8234bb24a17d/cc5bc5ee-814c-4686-ba13-7451402f57fe/953ff4b5-493a-4d62-85ce-93f4ab82219b) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:24:57.344302 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.345320 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:24:57.345901 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.349371 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6897'] for router, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.354890 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6856'] for router, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.369443 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-2628adfd-dbe5-44d7-9d7c-bf59180debe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:24:57.380418 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2628adfd-dbe5-44d7-9d7c-bf59180debe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:24:57.384021 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2628adfd-dbe5-44d7-9d7c-bf59180debe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.395312 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ae10e9-2c28-44b0-8821-6889bba711e9 None None] Network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:24:57.420685 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.498934 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-2628adfd-dbe5-44d7-9d7c-bf59180debe1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9903238 Oct 14 12:24:57.517433 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.538094 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2102616 Oct 14 12:24:57.540112 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46590) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:57.548016 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-0d7da625-c023-496d-acbb-c17f1e2cf167 admin admin] Request body: {'subnet': {'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1203927828-subnet', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:24:57.557618 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:24:57.563874 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ba797-60f6-4dd0-b379-7317429effb0 admin admin] Pushing event updated for resources: {'Network': ['ID=48fa637c-0ab1-4285-9c10-f28e9ef85ff2,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:57.567113 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.580139 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:24:57.595943 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.596482 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.segments_db [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] Added segment 4adb9372-3225-48da-9395-af150a616960 of type vlan for network 253a832c-afa8-4771-87e8-6dfb3bd2f212 Oct 14 12:24:57.622337 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016c8586-8971-4af6-8093-b1a1547eaee2,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:57.640213 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8eeff580-4975-46bb-b489-a8e386229e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.730257 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.739751 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Publish callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.748844 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8591da8d-5c97-45b4-bd38-72ab0b1771aa None None] Network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:24:57.755292 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeff580-4975-46bb-b489-a8e386229e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca611545-966e-4722-bb05-83ebb0793a7a,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:57.765620 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7da625-c023-496d-acbb-c17f1e2cf167 admin admin] Made reservation on behalf of 973a39f1cf0340d9a7478172ddec1d10 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:24:57.768112 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0d7da625-c023-496d-acbb-c17f1e2cf167 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.822289 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.881266 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:24:57.891405 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:24:57.892662 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeff580-4975-46bb-b489-a8e386229e29 admin admin] Checking segment: {'id': '8c13e382-8798-4020-b6de-5a06b6e02b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'e73fb912-bc7e-4fe1-a2ee-f69160d51314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:24:57.893020 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeff580-4975-46bb-b489-a8e386229e29 admin admin] Network hostable DHCP agents. Network: e73fb912-bc7e-4fe1-a2ee-f69160d51314, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:24:57.903313 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.910529 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:24:57.910529 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.910769 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:24:57.913040 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Pushing event updated for resources: {'Port': ['ID=953ff4b5-493a-4d62-85ce-93f4ab82219b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:57.934380 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:57.935461 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:57.941382 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:57.941885 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:57.941885 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:57.941885 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:57.941885 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:57.941885 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:57.941885 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:57.941885 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:57.941885 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:57.941885 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:57.941885 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Tracked resource versions report: Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: pushed versions: Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: { 'AddressGroup': {'1.2'}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'ConntrackHelper': {'1.0'}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Log': {'1.0'}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Network': {'1.1'}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Port': {'1.7'}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'PortForwarding': {'1.2'}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'QosPolicy': {'1.10'}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'SecurityGroup': {'1.4'}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'SubPort': {'1.0'}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Subnet': {'1.1'}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Trunk': {'1.1'}} Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: consumer versions: Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: { DHCP agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: HyperV agent@hv-cinder-81398: {}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: L3 agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: Metadata agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: Metering agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: Open vSwitch agent@dv-cinder-813984-2-iscsi: { 'AddressGroup': '1.2', Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'ConntrackHelper': '1.0', Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Log': '1.0', Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Network': '1.1', Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Port': '1.7', Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'PortForwarding': '1.2', Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'QosPolicy': '1.10', Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'SecurityGroup': '1.4', Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'SecurityGroupRule': '1.2', Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'SubPort': '1.0', Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Subnet': '1.1', Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: 'Trunk': '1.1'}} Oct 14 12:24:57.943910 dv-cinder-813984-2-iscsi neutron-server[100448]: {{(pid=100448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:24:57.993938 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] Pushing event updated for resources: {'Network': ['ID=253a832c-afa8-4771-87e8-6dfb3bd2f212,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:58.014436 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network 253a832c-afa8-4771-87e8-6dfb3bd2f212 details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:24:58.038314 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46614) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:58.044991 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-345c7e12-9da4-43c0-8aa5-aa7fd8294377 admin admin] Request body: {'subnet': {'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-172513170-subnet', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:24:58.048153 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-61a791e9-c264-4ffc-a142-5036a7fa14b4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4701710 Oct 14 12:24:58.066486 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeff580-4975-46bb-b489-a8e386229e29 admin admin] Network e73fb912-bc7e-4fe1-a2ee-f69160d51314 is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:24:58.070937 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Attempting to bind port 953ff4b5-493a-4d62-85ce-93f4ab82219b on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:24:58.071964 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Attempting to bind port 953ff4b5-493a-4d62-85ce-93f4ab82219b by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:24:58.072382 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Attempting to bind port 953ff4b5-493a-4d62-85ce-93f4ab82219b on network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:24:58.108433 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:24:58.108975 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Checking segment: {'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:24:58.109374 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:58.109865 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Bound using segment: {'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:24:58.110349 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Bound port: 953ff4b5-493a-4d62-85ce-93f4ab82219b, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:24:58.110783 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:58.188836 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-8eeff580-4975-46bb-b489-a8e386229e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, e73fb912-bc7e-4fe1-a2ee-f69160d51314) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:24:58.191400 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345c7e12-9da4-43c0-8aa5-aa7fd8294377 admin admin] Made reservation on behalf of a99511a7cfa740f4b660b4e6e9b9871a for: {'subnet': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:24:58.194584 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-345c7e12-9da4-43c0-8aa5-aa7fd8294377 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:58.203103 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeff580-4975-46bb-b489-a8e386229e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:24:58.203103 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8eeff580-4975-46bb-b489-a8e386229e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:58.205382 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144defcd-57d9-4ba3-95c1-9193d2575c21 None None] Network e73fb912-bc7e-4fe1-a2ee-f69160d51314 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:24:58.282000 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] For port 953ff4b5-493a-4d62-85ce-93f4ab82219b, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:24:58.291315 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0d7da625-c023-496d-acbb-c17f1e2cf167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:58.307895 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] For port 953ff4b5-493a-4d62-85ce-93f4ab82219b, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=953ff4b5-493a-4d62-85ce-93f4ab82219b,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:24:58.364681 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-8eeff580-4975-46bb-b489-a8e386229e29 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5891187 Oct 14 12:24:58.393784 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b454a9-7ca7-4fd9-ac24-d53fb88f09b0 None None] Network e73fb912-bc7e-4fe1-a2ee-f69160d51314 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:24:58.406583 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7da625-c023-496d-acbb-c17f1e2cf167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70525aa9-723f-43d0-835a-f6a0dee60cf8,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:58.419077 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:58.427336 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7da625-c023-496d-acbb-c17f1e2cf167 admin admin] Checking segment: {'id': '8e26d71a-603f-4014-b211-57b6c418d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:24:58.428658 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7da625-c023-496d-acbb-c17f1e2cf167 admin admin] Network hostable DHCP agents. Network: 48fa637c-0ab1-4285-9c10-f28e9ef85ff2, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:24:58.549203 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7da625-c023-496d-acbb-c17f1e2cf167 admin admin] Network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:24:58.633624 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:58.659157 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:58.703375 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c19f85-e6ba-4530-b9d0-7dda6ef906d7 None None] Pushing event updated for resources: {'Port': ['ID=953ff4b5-493a-4d62-85ce-93f4ab82219b,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:58.742100 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-0d7da625-c023-496d-acbb-c17f1e2cf167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, 48fa637c-0ab1-4285-9c10-f28e9ef85ff2) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:24:58.754314 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7da625-c023-496d-acbb-c17f1e2cf167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:24:58.754314 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0d7da625-c023-496d-acbb-c17f1e2cf167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:58.764670 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a1fde1-0b46-4ba3-8ce5-8be69886db73 None None] Network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:24:58.845689 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Allocated IP 172.27.2.28 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/4c8dac0b-597a-4acd-be2d-2f66ca15f90a) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:24:58.870048 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-345c7e12-9da4-43c0-8aa5-aa7fd8294377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for subnet, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:58.890121 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-0d7da625-c023-496d-acbb-c17f1e2cf167 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3467138 Oct 14 12:24:58.892696 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46648) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:58.897580 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1203927828-router', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:24:58.947522 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df265a6-66c5-452c-a206-a443ddc50d34 None None] Network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:24:59.026346 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c7e12-9da4-43c0-8aa5-aa7fd8294377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1808dccd-0f99-40d5-87b6-c6cd63c4fafb,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:59.030877 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6897'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:59.032439 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6856'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:59.054532 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c7e12-9da4-43c0-8aa5-aa7fd8294377 admin admin] Checking segment: {'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:24:59.122226 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c7e12-9da4-43c0-8aa5-aa7fd8294377 admin admin] Network hostable DHCP agents. Network: 253a832c-afa8-4771-87e8-6dfb3bd2f212, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:24:59.167062 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:59.237783 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:59.259757 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46664) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:59.269371 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c7e12-9da4-43c0-8aa5-aa7fd8294377 admin admin] Network 253a832c-afa8-4771-87e8-6dfb3bd2f212 is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:24:59.269492 dv-cinder-813984-2-iscsi neutron-server[100447]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 12:24:59.430314 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-345c7e12-9da4-43c0-8aa5-aa7fd8294377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, 253a832c-afa8-4771-87e8-6dfb3bd2f212) {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:24:59.432540 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:59.439823 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52485dd-9ef0-463d-99cf-39db4fdbcf60 None None] Network 253a832c-afa8-4771-87e8-6dfb3bd2f212 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:24:59.466089 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345c7e12-9da4-43c0-8aa5-aa7fd8294377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:24:59.466676 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-345c7e12-9da4-43c0-8aa5-aa7fd8294377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:59.494022 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:24:59.497636 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:24:59.501984 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:24:59.533003 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Pushing event updated for resources: {'Port': ['ID=4c8dac0b-597a-4acd-be2d-2f66ca15f90a,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:24:59.641283 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560956a3-ed47-452f-96da-51026cbe0fba req-7689a446-a507-47ac-b816-ce4369570ab1 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:24:59.647332 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-7689a446-a507-47ac-b816-ce4369570ab1 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/networks?id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 HTTP/1.1" status: 200 len: 813 time: 0.3758068 Oct 14 12:24:59.664186 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32e92919-0b57-5c86-a9a5-2f6e9a8fe1ba-253a832c-afa8-4771-87e8-6dfb3bd2f212', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb'}]}} from dv-cinder-813984-2-iscsi. {{(pid=100448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:24:59.668768 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:59.673776 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-345c7e12-9da4-43c0-8aa5-aa7fd8294377 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6258848 Oct 14 12:24:59.673776 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46666) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:59.674733 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:24:59.681626 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:59.716704 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-cf959fbc-a929-4f1f-b318-dd656a45b546 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/quotas/35c49fc712d548e381c2b41cbbf067ea HTTP/1.1" status: 200 len: 375 time: 0.0395360 Oct 14 12:24:59.793444 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-3718fe24-51c1-4d26-868e-de2716a4c882 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=35c49fc712d548e381c2b41cbbf067ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749667 Oct 14 12:24:59.808394 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6897'] for router, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:59.808881 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6856'] for router, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:24:59.891436 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Allocated IP 172.20.0.2 (253a832c-afa8-4771-87e8-6dfb3bd2f212/1808dccd-0f99-40d5-87b6-c6cd63c4fafb/22b82f7a-45ef-475d-b5c7-b8c8fe587255) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:25:00.191103 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-8979b4c5-0941-400b-bd3a-07ad033e12fb service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:25:00.202756 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-8979b4c5-0941-400b-bd3a-07ad033e12fb service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1652319 Oct 14 12:25:00.288161 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:00.311302 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Publish callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:00.351990 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e57edf4-580a-4d78-a8e2-7462d08a4944 None None] Network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:25:00.390563 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 953ff4b5-493a-4d62-85ce-93f4ab82219b up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:00.390903 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:00.396895 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:00.437566 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:00.448964 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:00.563272 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Network 253a832c-afa8-4771-87e8-6dfb3bd2f212 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:00.593207 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46710) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:00.593727 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:00.613318 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:25:00.651634 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Allocated IP 172.27.2.43 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/237bcd0e-7fd9-41f4-8bfe-4e5810190c36) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:25:00.656876 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-0dfd653e-a91b-42b7-aade-8929589defa8 None None] Provisioning complete for port 953ff4b5-493a-4d62-85ce-93f4ab82219b triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:00.657385 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0dfd653e-a91b-42b7-aade-8929589defa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:00.674810 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-a888ece8-57cb-4823-afa6-7c2fbbef04c1 service neutron] 10.222.0.71 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706106 Oct 14 12:25:00.762099 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Pushing event updated for resources: {'Port': ['ID=22b82f7a-45ef-475d-b5c7-b8c8fe587255,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:00.839337 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Attempting to bind port 22b82f7a-45ef-475d-b5c7-b8c8fe587255 on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:25:00.839707 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Attempting to bind port 22b82f7a-45ef-475d-b5c7-b8c8fe587255 by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:25:00.840071 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Attempting to bind port 22b82f7a-45ef-475d-b5c7-b8c8fe587255 on network 253a832c-afa8-4771-87e8-6dfb3bd2f212 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:00.864340 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 953ff4b5-493a-4d62-85ce-93f4ab82219b triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:00.864340 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:00.870047 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515445'] for router, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:00.881255 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:25:00.883371 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Checking segment: {'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:25:00.883371 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:00.883371 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Bound using segment: {'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:25:00.883660 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Bound port: 22b82f7a-45ef-475d-b5c7-b8c8fe587255, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:25:00.883993 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:00.920384 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:00.920607 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:01.011223 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-480a1cc5-e072-4903-996c-989b0257cf7f tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:01.019515 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-480a1cc5-e072-4903-996c-989b0257cf7f tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/networks?id=e73fb912-bc7e-4fe1-a2ee-f69160d51314 HTTP/1.1" status: 200 len: 811 time: 0.4237533 Oct 14 12:25:01.031203 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-3ea864ca-484b-495d-a88c-227717404344 None None] For port 22b82f7a-45ef-475d-b5c7-b8c8fe587255, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:25:01.035880 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-3ea864ca-484b-495d-a88c-227717404344 None None] For port 22b82f7a-45ef-475d-b5c7-b8c8fe587255, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=22b82f7a-45ef-475d-b5c7-b8c8fe587255,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:25:01.064450 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0dfd653e-a91b-42b7-aade-8929589defa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:01.071871 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-bb9c4e36-f40d-42d3-ba28-7a28cc734c51 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/quotas/d7d1ba888d424fa8b02f5cfacc67cc86 HTTP/1.1" status: 200 len: 375 time: 0.0513637 Oct 14 12:25:01.101923 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:01.122446 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-0dfd653e-a91b-42b7-aade-8929589defa8 None None] For port 953ff4b5-493a-4d62-85ce-93f4ab82219b, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=953ff4b5-493a-4d62-85ce-93f4ab82219b,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:01.123395 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-a6d48fe7-0554-43cd-8461-e9d930dd6817 service neutron] 10.222.0.71 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407532 Oct 14 12:25:01.127856 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-9652b9e1-616c-41c6-b60c-4c87cc08dcb2 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d7d1ba888d424fa8b02f5cfacc67cc86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410848 Oct 14 12:25:01.139788 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:01.148932 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:01.225222 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0dfd653e-a91b-42b7-aade-8929589defa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:01.270473 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:01.273039 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Pushing event updated for resources: {'Port': ['ID=237bcd0e-7fd9-41f4-8bfe-4e5810190c36,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:01.283383 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:01.327602 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a is scheduled to L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 with binding_index 1 {{(pid=100446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:25:01.343855 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:25:01.360978 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea864ca-484b-495d-a88c-227717404344 None None] Pushing event updated for resources: {'Port': ['ID=22b82f7a-45ef-475d-b5c7-b8c8fe587255,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:01.368407 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.db.api [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 12:25:01.368781 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG oslo_db.api [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 12:25:01.432140 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd653e-a91b-42b7-aade-8929589defa8 None None] Pushing event updated for resources: {'Port': ['ID=953ff4b5-493a-4d62-85ce-93f4ab82219b,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:01.434217 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-ba7837c8-e112-4aaf-8f63-e4d0e23b2510 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:25:01.441760 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-ba7837c8-e112-4aaf-8f63-e4d0e23b2510 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1405575 Oct 14 12:25:01.453293 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-1da554b5-6bc1-46d2-8139-e369535e276e None None] Provisioning complete for port 953ff4b5-493a-4d62-85ce-93f4ab82219b triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:01.454346 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1da554b5-6bc1-46d2-8139-e369535e276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:01.496100 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:01.525714 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:01.712074 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-1ec379b0-2848-408f-813b-a435324b29ba service neutron] 10.222.0.71 "GET /v2.0/networks/e73fb912-bc7e-4fe1-a2ee-f69160d51314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493815 Oct 14 12:25:01.729702 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Allocated IP 172.27.2.107 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/8389d21c-2e3a-4f9e-82db-d8e6d8fec568) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:25:01.741978 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:25:01.744932 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Sync routers for ids ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:25:01.772819 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Routers {'83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:01.774874 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:24:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:01.850376 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-72879c9c-0afc-4aa0-9471-31c129f9aa04 service neutron] 10.222.0.71 "GET /v2.0/networks/e73fb912-bc7e-4fe1-a2ee-f69160d51314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501317 Oct 14 12:25:01.937191 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] Publish callbacks [] for router, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:01.940226 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-2ccc8ec4-d685-4e46-9e92-7cce4d0b3624 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7968938 Oct 14 12:25:01.954599 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46746) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:01.997340 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Set router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:02.066217 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:02.165259 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-588f9768-2396-4c1f-89d0-321b7ba4add7 req-39aae006-c266-49b3-80fe-735b958b3291 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 210 time: 0.0628147 Oct 14 12:25:02.346107 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:02.406023 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:24:59Z', 'revision_number': 3, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:02.443986 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 953ff4b5-493a-4d62-85ce-93f4ab82219b up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:02.449935 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:02.503268 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Checking router: 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:25:02.503615 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Updating router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a port 4c8dac0b-597a-4acd-be2d-2f66ca15f90a binding host dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:25:02.580861 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:02.594826 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-95503eaf-bacc-43f7-9aa2-4e57447b66f1 req-abbafcc0-858f-4157-b5a6-fa957df48cf2 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 210 time: 0.0799770 Oct 14 12:25:02.610024 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 953ff4b5-493a-4d62-85ce-93f4ab82219b triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:02.613080 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:02.823406 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 22b82f7a-45ef-475d-b5c7-b8c8fe587255 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:02.953465 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515445'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:03.001023 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c30541-c4e0-445e-b69e-ada0e0004084 None None] Network 253a832c-afa8-4771-87e8-6dfb3bd2f212 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:25:03.125371 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:03.168861 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 22b82f7a-45ef-475d-b5c7-b8c8fe587255 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:03.168861 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:03.184612 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:03.209582 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:25:03.218196 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-01b7eb6b-ac7e-4dd2-8b0e-efcd466d7f50 None None] Provisioning complete for port 22b82f7a-45ef-475d-b5c7-b8c8fe587255 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:03.218563 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-01b7eb6b-ac7e-4dd2-8b0e-efcd466d7f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:03.268092 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Publish callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:03.343712 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Pushing event updated for resources: {'Port': ['ID=8389d21c-2e3a-4f9e-82db-d8e6d8fec568,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:03.414966 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7a7ad050-e0cf-4e8a-acfd-f1d550f507db req-316ee6f1-2d68-4ce6-a2ea-e65b9ed6467a tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 210 time: 0.0593262 Oct 14 12:25:03.430138 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:03.468995 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Router e148c1db-a028-43ca-b9ef-5f9ebef056fc is scheduled to L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:25:03.489278 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:03.552513 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Attempting to bind port 4c8dac0b-597a-4acd-be2d-2f66ca15f90a on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:25:03.558346 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Attempting to bind port 4c8dac0b-597a-4acd-be2d-2f66ca15f90a by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:25:03.558346 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Attempting to bind port 4c8dac0b-597a-4acd-be2d-2f66ca15f90a on network 391d765e-ac37-49b7-9354-c7118e5ccf2f {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:03.561620 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:25:03.561993 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Checking segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:25:03.562386 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:03.562848 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Bound using segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:25:03.563544 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Bound port: 4c8dac0b-597a-4acd-be2d-2f66ca15f90a, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:25:03.563947 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:03.708972 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-01b7eb6b-ac7e-4dd2-8b0e-efcd466d7f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:03.713169 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:03.721578 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port 22b82f7a-45ef-475d-b5c7-b8c8fe587255, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=22b82f7a-45ef-475d-b5c7-b8c8fe587255,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:03.785049 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1df1f5be-809e-4b61-a18a-505012cc1815 req-e576b84c-60f0-4a62-9162-8424b808289c tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 210 time: 0.0404036 Oct 14 12:25:03.790468 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6fb06-0e99-48f9-834c-ac0153be0e4d None None] Pushing event updated for resources: {'Port': ['ID=4c8dac0b-597a-4acd-be2d-2f66ca15f90a,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:03.797813 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:25:03.804276 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:03.825577 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Sync routers for ids ['e148c1db-a028-43ca-b9ef-5f9ebef056fc'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:25:03.849591 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] For port 4c8dac0b-597a-4acd-be2d-2f66ca15f90a, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:25:03.849591 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6fb06-0e99-48f9-834c-ac0153be0e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:03.849591 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6fb06-0e99-48f9-834c-ac0153be0e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:03.849591 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6fb06-0e99-48f9-834c-ac0153be0e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:03.849591 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6fb06-0e99-48f9-834c-ac0153be0e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:03.849591 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6fb06-0e99-48f9-834c-ac0153be0e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:03.849591 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6fb06-0e99-48f9-834c-ac0153be0e4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:03.851533 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6fb06-0e99-48f9-834c-ac0153be0e4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:03.852811 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6fb06-0e99-48f9-834c-ac0153be0e4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:03.853477 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6fb06-0e99-48f9-834c-ac0153be0e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:03.853889 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6fb06-0e99-48f9-834c-ac0153be0e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:03.854683 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6fb06-0e99-48f9-834c-ac0153be0e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:03.855113 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6fb06-0e99-48f9-834c-ac0153be0e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6fb06-0e99-48f9-834c-ac0153be0e4d None None] Tracked resource versions report: Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: pushed versions: Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: { 'AddressGroup': {'1.2'}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'ConntrackHelper': {'1.0'}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Log': {'1.0'}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Network': {'1.1'}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Port': {'1.7'}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'PortForwarding': {'1.2'}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'QosPolicy': {'1.10'}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'SecurityGroup': {'1.4'}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'SubPort': {'1.0'}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Subnet': {'1.1'}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Trunk': {'1.1'}} Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: consumer versions: Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: { DHCP agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: HyperV agent@hv-cinder-81398: {}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: L3 agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: Metadata agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: Metering agent@dv-cinder-813984-2-iscsi: {}, Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: Open vSwitch agent@dv-cinder-813984-2-iscsi: { 'AddressGroup': '1.2', Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'ConntrackHelper': '1.0', Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Log': '1.0', Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Network': '1.1', Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Port': '1.7', Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'PortForwarding': '1.2', Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'QosPolicy': '1.10', Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'SecurityGroup': '1.4', Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'SecurityGroupRule': '1.2', Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'SubPort': '1.0', Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Subnet': '1.1', Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: 'Trunk': '1.1'}} Oct 14 12:25:03.859760 dv-cinder-813984-2-iscsi neutron-server[100449]: {{(pid=100449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:25:03.868348 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] For port 4c8dac0b-597a-4acd-be2d-2f66ca15f90a, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=4c8dac0b-597a-4acd-be2d-2f66ca15f90a,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:25:03.895400 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:03.939409 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] Publish callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:03.944919 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-93da25f6-6508-4078-b979-ce1f1714323a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0511148 Oct 14 12:25:03.945865 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46826) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:03.955870 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Routers {'e148c1db-a028-43ca-b9ef-5f9ebef056fc'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:03.956690 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:24:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['e148c1db-a028-43ca-b9ef-5f9ebef056fc'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:03.996221 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:04.036608 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=22b82f7a-45ef-475d-b5c7-b8c8fe587255,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:04.067140 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.db.api [None req-01b7eb6b-ac7e-4dd2-8b0e-efcd466d7f50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 12:25:04.067140 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG oslo_db.api [None req-01b7eb6b-ac7e-4dd2-8b0e-efcd466d7f50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 12:25:04.141448 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Routers {'83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:04.142336 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:24:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:04.198203 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6fb06-0e99-48f9-834c-ac0153be0e4d None None] Pushing event updated for resources: {'Port': ['ID=4c8dac0b-597a-4acd-be2d-2f66ca15f90a,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:04.305309 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 22b82f7a-45ef-475d-b5c7-b8c8fe587255 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:04.377890 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] Set router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:04.411593 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Set router e148c1db-a028-43ca-b9ef-5f9ebef056fc gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:04.546086 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ddf38f5e-439d-4cdc-ba26-c477ca3b9c53 req-48f57b90-5945-4c41-9237-39c1a77057a0 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 210 time: 0.0333023 Oct 14 12:25:04.608581 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Allocated IP 172.20.0.1 (1f2d1afd-f850-4c18-8b5a-8234bb24a17d/cc5bc5ee-814c-4686-ba13-7451402f57fe/9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:25:04.634329 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515445'] for router, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:04.725713 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:24:59Z', 'revision_number': 3, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:04.746701 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 22b82f7a-45ef-475d-b5c7-b8c8fe587255 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:04.754211 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:04.778108 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815e544-efc4-4657-a7bc-8071c724b550 None None] The sync data for ids ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'] in dv-cinder-813984-2-iscsi is: [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:24:59Z', 'revision_number': 3, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:25:04.888369 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-30958bab-e330-48c5-9960-3ed1bba44c42 None None] Provisioning complete for port 22b82f7a-45ef-475d-b5c7-b8c8fe587255 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:04.888804 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30958bab-e330-48c5-9960-3ed1bba44c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:04.962395 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1c4275d9-27a5-4691-aad0-248355922c6e req-7ca1fe5d-9278-4af2-8559-be76ea4d63cb tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 210 time: 0.0534687 Oct 14 12:25:04.963297 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:04.974090 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:05.138623 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1203927828-router', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:01Z', 'revision_number': 3, 'project_id': '973a39f1cf0340d9a7478172ddec1d10', 'gw_port': {'id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:00Z', 'updated_at': '2021-10-14T12:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:05.149266 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Router 531e5fd2-a949-454b-9dcf-e015dd509f68 is scheduled to L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 with binding_index 1 {{(pid=100446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:25:05.152655 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:05.173182 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Checking router: e148c1db-a028-43ca-b9ef-5f9ebef056fc for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:25:05.173687 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Updating router e148c1db-a028-43ca-b9ef-5f9ebef056fc port 237bcd0e-7fd9-41f4-8bfe-4e5810190c36 binding host dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:25:05.186183 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:05.190245 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:05.218271 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:05.218420 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:25:05.218887 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516674'] for router_interface, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:05.385523 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Allocated IP 172.20.0.1 (48fa637c-0ab1-4285-9c10-f28e9ef85ff2/70525aa9-723f-43d0-835a-f6a0dee60cf8/cf93bae6-c200-4053-ab9c-9d2539e2e7f4) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:25:05.561326 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:25:05.570178 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Pushing event updated for resources: {'Port': ['ID=9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:05.573657 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Sync routers for ids ['531e5fd2-a949-454b-9dcf-e015dd509f68'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:25:05.590673 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Routers {'531e5fd2-a949-454b-9dcf-e015dd509f68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:05.596737 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:24:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['531e5fd2-a949-454b-9dcf-e015dd509f68'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:05.711382 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46870) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:05.718220 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-4d6fea6b-ab03-4d34-aca8-681a39f8e371 None None] Provisioning complete for port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:05.718902 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4d6fea6b-ab03-4d34-aca8-681a39f8e371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:05.806874 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] Publish callbacks [] for router, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:05.814618 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-85893eeb-a4bd-4c71-93e2-c8f28acc268e admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1380198 Oct 14 12:25:05.814618 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46876) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:05.814951 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-4d6fea6b-ab03-4d34-aca8-681a39f8e371 None None] Port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:25:05.861175 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Publish callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:05.903178 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:05.981593 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e266c3ed-d65f-4bc5-b46b-318638b3da82 req-e9e2e8a1-6573-4519-a84c-b526f9110144 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 210 time: 0.1273513 Oct 14 12:25:05.987016 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Set router 531e5fd2-a949-454b-9dcf-e015dd509f68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:05.988560 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:06.002286 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:06.035828 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9c1bdb3b-e3cf-4f6e-8d91-5070c873140c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:06.145570 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Attempting to bind port 237bcd0e-7fd9-41f4-8bfe-4e5810190c36 on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:25:06.145829 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Attempting to bind port 237bcd0e-7fd9-41f4-8bfe-4e5810190c36 by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:25:06.146187 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Attempting to bind port 237bcd0e-7fd9-41f4-8bfe-4e5810190c36 on network 391d765e-ac37-49b7-9354-c7118e5ccf2f {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:06.164295 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:06.186290 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:25:06.188876 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Checking segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:25:06.189289 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:06.190892 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Bound using segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:25:06.204930 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Bound port: 237bcd0e-7fd9-41f4-8bfe-4e5810190c36, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:25:06.204930 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:06.266066 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Pushing event updated for resources: {'Port': ['ID=cf93bae6-c200-4053-ab9c-9d2539e2e7f4,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:06.278146 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:06.283853 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03dae7-7899-4f54-95f9-f17f15921935 None None] Pushing event updated for resources: {'Port': ['ID=237bcd0e-7fd9-41f4-8bfe-4e5810190c36,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:06.306377 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:06.315801 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:06.331096 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:25:06.331917 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516674'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:06.399211 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 4c8dac0b-597a-4acd-be2d-2f66ca15f90a up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:06.415769 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9a16d4b9-daf6-4615-b787-0dd6caa866b6 req-a23f3814-a0c9-4c90-988a-ba41e570c6c2 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 210 time: 0.1466312 Oct 14 12:25:06.440963 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] For port 237bcd0e-7fd9-41f4-8bfe-4e5810190c36, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:25:06.468764 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:03Z', 'revision_number': 3, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:06.473241 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] For port 237bcd0e-7fd9-41f4-8bfe-4e5810190c36, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=237bcd0e-7fd9-41f4-8bfe-4e5810190c36,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:25:06.496129 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 4c8dac0b-597a-4acd-be2d-2f66ca15f90a triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:06.513079 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:06.513281 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Checking router: 531e5fd2-a949-454b-9dcf-e015dd509f68 for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:25:06.513281 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Updating router 531e5fd2-a949-454b-9dcf-e015dd509f68 port 8389d21c-2e3a-4f9e-82db-d8e6d8fec568 binding host dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:25:06.538347 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:06.625690 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:06.719756 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:06.758041 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:06.790301 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Routers {'e148c1db-a028-43ca-b9ef-5f9ebef056fc'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:06.791121 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:24:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['e148c1db-a028-43ca-b9ef-5f9ebef056fc'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:06.812722 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port 4c8dac0b-597a-4acd-be2d-2f66ca15f90a, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=4c8dac0b-597a-4acd-be2d-2f66ca15f90a,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:06.851941 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:06.853442 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03dae7-7899-4f54-95f9-f17f15921935 None None] Pushing event updated for resources: {'Port': ['ID=237bcd0e-7fd9-41f4-8bfe-4e5810190c36,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:06.893569 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:06.937661 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.82', 63206) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:07.003225 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=4c8dac0b-597a-4acd-be2d-2f66ca15f90a,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:07.010961 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Publish callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:07.080669 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:07.081043 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516662'] for router_interface, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:07.092148 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:07.176757 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9c1bdb3b-e3cf-4f6e-8d91-5070c873140c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:07.208878 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560956a3-ed47-452f-96da-51026cbe0fba req-25b12bf5-1268-4734-8f90-5312acacab8c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:07.209996 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Attempting to bind port 8389d21c-2e3a-4f9e-82db-d8e6d8fec568 on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:25:07.210461 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Attempting to bind port 8389d21c-2e3a-4f9e-82db-d8e6d8fec568 by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:25:07.210930 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Attempting to bind port 8389d21c-2e3a-4f9e-82db-d8e6d8fec568 on network 391d765e-ac37-49b7-9354-c7118e5ccf2f {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:07.216925 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-25b12bf5-1268-4734-8f90-5312acacab8c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "GET /v2.0/networks?id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 HTTP/1.1" status: 200 len: 813 time: 0.2778027 Oct 14 12:25:07.233797 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25deec12-9562-4a8a-9e64-50c6faedb71f None None] Pushing event updated for resources: {'Port': ['ID=8389d21c-2e3a-4f9e-82db-d8e6d8fec568,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:07.242572 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:25:07.243442 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Checking segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:25:07.243533 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:07.243863 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Bound using segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:25:07.244407 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Bound port: 8389d21c-2e3a-4f9e-82db-d8e6d8fec568, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:25:07.244813 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:07.250193 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] Set router e148c1db-a028-43ca-b9ef-5f9ebef056fc gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:07.296414 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-35ed13b3-c63b-4423-8ce5-4eb4d56dce83 req-4b185677-7111-4388-889c-4d32fcf396bb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 210 time: 0.0624738 Oct 14 12:25:07.307232 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-560956a3-ed47-452f-96da-51026cbe0fba req-81349f4e-444f-4af2-a872-305d228e3cdb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Request body: {'port': {'device_id': 'd97aa0b2-ff54-43e9-ac8a-d7896a7b02e7', 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53', 'admin_state_up': True, 'tenant_id': '35c49fc712d548e381c2b41cbbf067ea'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:07.347930 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] For port 8389d21c-2e3a-4f9e-82db-d8e6d8fec568, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:25:07.348249 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9c1bdb3b-e3cf-4f6e-8d91-5070c873140c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:07.354813 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] For port 8389d21c-2e3a-4f9e-82db-d8e6d8fec568, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=8389d21c-2e3a-4f9e-82db-d8e6d8fec568,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:25:07.485383 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:07.508153 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bdb3b-e3cf-4f6e-8d91-5070c873140c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3434980-2749-4d96-ad2f-a36dbf785f67,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:07.569774 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6a5fd948-5a3a-46cf-bac4-a87c0a528a7c req-22598ff2-f4a0-4897-90a5-ceeffdeda964 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 210 time: 0.0520558 Oct 14 12:25:07.589664 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1203927828-router', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '973a39f1cf0340d9a7478172ddec1d10', 'gw_port': {'id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:00Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'cf93bae6-c200-4053-ab9c-9d2539e2e7f4', 'name': '', 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'mac_address': 'fa:16:3e:45:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70525aa9-723f-43d0-835a-f6a0dee60cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:05Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 1, 'project_id': '973a39f1cf0340d9a7478172ddec1d10', 'subnets': [{'id': '70525aa9-723f-43d0-835a-f6a0dee60cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:07.606644 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Routers {'531e5fd2-a949-454b-9dcf-e015dd509f68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:07.616278 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:24:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['531e5fd2-a949-454b-9dcf-e015dd509f68'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:07.628063 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.82', 63209) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:07.643917 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-9c1bdb3b-e3cf-4f6e-8d91-5070c873140c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bc2b8f053e694c4388a729df88e31ddc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9311254 Oct 14 12:25:07.652892 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 46926) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:07.663969 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:07.672561 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45713b-ddf7-49a3-8f7c-d5ee395a09c3 None None] The sync data for ids ['e148c1db-a028-43ca-b9ef-5f9ebef056fc'] in dv-cinder-813984-2-iscsi is: [{'id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1203927828-router', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '973a39f1cf0340d9a7478172ddec1d10', 'gw_port': {'id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:00Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'cf93bae6-c200-4053-ab9c-9d2539e2e7f4', 'name': '', 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'mac_address': 'fa:16:3e:45:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70525aa9-723f-43d0-835a-f6a0dee60cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:05Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 1, 'project_id': '973a39f1cf0340d9a7478172ddec1d10', 'subnets': [{'id': '70525aa9-723f-43d0-835a-f6a0dee60cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:25:07.688262 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Pushing event updated for resources: {'Port': ['ID=9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:07.702148 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25deec12-9562-4a8a-9e64-50c6faedb71f None None] Pushing event updated for resources: {'Port': ['ID=8389d21c-2e3a-4f9e-82db-d8e6d8fec568,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:07.734375 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:07.737859 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:07.817818 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79eb427c-fd98-4be4-9fc4-850e1eb9f0fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:07.877651 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:07.877651 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516662'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:07.895329 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] Set router 531e5fd2-a949-454b-9dcf-e015dd509f68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:07.901493 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:08.037056 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Pushing event updated for resources: {'Port': ['ID=cf93bae6-c200-4053-ab9c-9d2539e2e7f4,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:08.072329 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560956a3-ed47-452f-96da-51026cbe0fba req-81349f4e-444f-4af2-a872-305d228e3cdb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Made reservation on behalf of 35c49fc712d548e381c2b41cbbf067ea for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:25:08.077330 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-560956a3-ed47-452f-96da-51026cbe0fba req-81349f4e-444f-4af2-a872-305d228e3cdb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:08.080265 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46940) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:08.236542 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79eb427c-fd98-4be4-9fc4-850e1eb9f0fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:08.270238 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-0481fba3-875a-4f15-b0f2-ac0d03684b66 None None] Provisioning complete for port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:08.270912 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0481fba3-875a-4f15-b0f2-ac0d03684b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:08.274893 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:25:08.342158 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 4c8dac0b-597a-4acd-be2d-2f66ca15f90a up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:08.383764 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-d6fbd1a4-9f00-41da-bbca-fe9ce4f87320 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:08.392739 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-d6fbd1a4-9f00-41da-bbca-fe9ce4f87320 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.82 "GET /v2.0/networks?id=e73fb912-bc7e-4fe1-a2ee-f69160d51314 HTTP/1.1" status: 200 len: 811 time: 0.7636399 Oct 14 12:25:08.418812 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-0481fba3-875a-4f15-b0f2-ac0d03684b66 None None] Port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:25:08.482366 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 4c8dac0b-597a-4acd-be2d-2f66ca15f90a triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:08.482912 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:08.505182 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:03Z', 'revision_number': 3, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:08.508025 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-a6e46814-2d41-43f9-8843-4526f96020eb tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Request body: {'port': {'device_id': '04255fce-427f-4601-a6ee-891291ee34bf', 'network_id': 'e73fb912-bc7e-4fe1-a2ee-f69160d51314', 'admin_state_up': True, 'tenant_id': 'd7d1ba888d424fa8b02f5cfacc67cc86'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:08.548855 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0101692e-f3af-4c24-b582-f5f4dc85a065 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:08.559862 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e15ff2-6077-497c-be67-aae852c43317 None None] The sync data for ids ['531e5fd2-a949-454b-9dcf-e015dd509f68'] in dv-cinder-813984-2-iscsi is: [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:03Z', 'revision_number': 3, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:25:08.575550 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1ad92e61-6473-4f61-ad04-15cefd84bb1c req-4e48d16d-a927-4106-ae41-dd1b31e2ee24 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 210 time: 0.1384559 Oct 14 12:25:08.586069 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Allocated IP 172.20.0.1 (253a832c-afa8-4771-87e8-6dfb3bd2f212/1808dccd-0f99-40d5-87b6-c6cd63c4fafb/d886bdea-26f1-4774-b3bb-617c7aba43de) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:25:08.767936 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:25:08.775202 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-e2c3e775-fc5a-49a4-a18c-4a3b1236fa3c admin admin] 10.222.0.71 "PUT /v2.0/routers/83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8184140 Oct 14 12:25:08.788633 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Sync routers for ids ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:25:08.804611 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Routers {'83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:08.805024 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:24:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:08.840135 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c470422d-1415-4194-a6b9-ea4efadc14e0 req-350093e3-a35e-4063-80b6-43bce05d298b tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 210 time: 0.1190021 Oct 14 12:25:08.884715 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:08.887887 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0101692e-f3af-4c24-b582-f5f4dc85a065 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:08.996398 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0101692e-f3af-4c24-b582-f5f4dc85a065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:09.073587 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101692e-f3af-4c24-b582-f5f4dc85a065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cfd908-b29a-40e2-b0c8-b2a73923af52,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:09.082598 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-0101692e-f3af-4c24-b582-f5f4dc85a065 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=108ae6dcfccc4912910f067e08e9a44c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0017693 Oct 14 12:25:09.087435 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 46978) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:09.194164 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:09.435743 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Network 253a832c-afa8-4771-87e8-6dfb3bd2f212 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:09.472281 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:09.486914 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Set router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:09.504191 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:25:09.504400 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516674'] for router_interface, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:09.568814 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Pushing event updated for resources: {'Port': ['ID=d886bdea-26f1-4774-b3bb-617c7aba43de,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:09.900229 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-731ae3f7-1efd-474a-a305-a4bc345f26d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:10.281719 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-731ae3f7-1efd-474a-a305-a4bc345f26d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:10.302469 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cf11afa6-35c1-4db0-bc91-447008dc29b6 req-1b174083-fb62-492e-b04a-2333d7628539 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 210 time: 0.1777630 Oct 14 12:25:10.302469 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:10.302469 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79eb427c-fd98-4be4-9fc4-850e1eb9f0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:10.302469 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79eb427c-fd98-4be4-9fc4-850e1eb9f0fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:10.302469 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-79eb427c-fd98-4be4-9fc4-850e1eb9f0fa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a3434980-2749-4d96-ad2f-a36dbf785f67 HTTP/1.1" status: 204 len: 168 time: 2.4891961 Oct 14 12:25:10.302469 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:10.306147 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:10.310360 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-560956a3-ed47-452f-96da-51026cbe0fba req-81349f4e-444f-4af2-a872-305d228e3cdb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Allocated IP 172.20.0.3 (fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53/1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d/40913220-b2c2-4b0c-8063-661289ee4ace) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:25:10.311278 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-731ae3f7-1efd-474a-a305-a4bc345f26d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:10.311278 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-731ae3f7-1efd-474a-a305-a4bc345f26d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:10.311278 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-731ae3f7-1efd-474a-a305-a4bc345f26d1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/79cfd908-b29a-40e2-b0c8-b2a73923af52 HTTP/1.1" status: 204 len: 168 time: 1.1983945 Oct 14 12:25:10.396761 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-cd7db038-e5b3-4dc2-967a-acde0070cc03 None None] Provisioning complete for port d886bdea-26f1-4774-b3bb-617c7aba43de triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:10.397895 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cd7db038-e5b3-4dc2-967a-acde0070cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:10.546546 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-cd7db038-e5b3-4dc2-967a-acde0070cc03 None None] Port d886bdea-26f1-4774-b3bb-617c7aba43de cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:25:10.602325 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 8389d21c-2e3a-4f9e-82db-d8e6d8fec568 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:10.611348 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 47006) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:10.621958 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb427c-fd98-4be4-9fc4-850e1eb9f0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3434980-2749-4d96-ad2f-a36dbf785f67,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:10.627802 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-674e43d1-e463-47bc-a9c4-ebddd4c3025c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--120997350', 'description': 'tempest-description--1393629005'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:10.644906 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ae3f7-1efd-474a-a305-a4bc345f26d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cfd908-b29a-40e2-b0c8-b2a73923af52,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:10.745550 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-accb9c06-f78d-481d-aff7-d124a38fbe96 req-0634e8d7-c9b3-4e60-8917-33db5a83c328 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 210 time: 0.1258655 Oct 14 12:25:10.753777 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:10.810780 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e', 'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'mac_address': 'fa:16:3e:7f:e5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:03Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 2, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'subnets': [{'id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:10.861463 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Checking router: 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:25:10.861872 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Updating router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e binding host dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:25:10.880286 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:10.881706 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516662'] for router_interface, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:10.897909 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 8389d21c-2e3a-4f9e-82db-d8e6d8fec568 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:10.898770 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:10.921931 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Router e148c1db-a028-43ca-b9ef-5f9ebef056fc has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:25:10.923670 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-a6e46814-2d41-43f9-8843-4526f96020eb tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Made reservation on behalf of d7d1ba888d424fa8b02f5cfacc67cc86 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:25:10.929097 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-a6e46814-2d41-43f9-8843-4526f96020eb tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:10.947315 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.db.api [None req-674e43d1-e463-47bc-a9c4-ebddd4c3025c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 14 12:25:10.947315 dv-cinder-813984-2-iscsi neutron-server[100447]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 14 12:25:10.947315 dv-cinder-813984-2-iscsi neutron-server[100447]: [parameters: {'project_id_1': '254e8ebad5c540d4bc11cf8a08096cf3', 'expiration_1': datetime.datetime(2021, 10, 14, 12, 24, 50, 634366)}] Oct 14 12:25:10.947315 dv-cinder-813984-2-iscsi neutron-server[100447]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 12:25:10.947752 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG oslo_db.api [None req-674e43d1-e463-47bc-a9c4-ebddd4c3025c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 12:25:11.011947 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:11.083510 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Pushing event updated for resources: {'Port': ['ID=d886bdea-26f1-4774-b3bb-617c7aba43de,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:11.336051 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-560956a3-ed47-452f-96da-51026cbe0fba req-81349f4e-444f-4af2-a872-305d228e3cdb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:11.340055 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Network 253a832c-afa8-4771-87e8-6dfb3bd2f212 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:11.341525 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:11.357163 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:11.357323 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-910466d1-8d53-4d24-b90c-b1fd6f307ecf req-3b748786-5b06-47f3-ba84-d9ff642aad6f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 210 time: 0.1436911 Oct 14 12:25:11.420235 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port 8389d21c-2e3a-4f9e-82db-d8e6d8fec568, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=8389d21c-2e3a-4f9e-82db-d8e6d8fec568,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:11.563043 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-a6e46814-2d41-43f9-8843-4526f96020eb tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Allocated IP 172.20.0.12 (e73fb912-bc7e-4fe1-a2ee-f69160d51314/ca611545-966e-4722-bb05-83ebb0793a7a/1fe936b7-f73e-4826-9077-e33c9b76434d) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:25:11.752626 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-5fcc7c78-9717-4bda-9554-1d41684ed4dc None None] Provisioning complete for port d886bdea-26f1-4774-b3bb-617c7aba43de triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:11.753239 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7c78-9717-4bda-9554-1d41684ed4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:11.795807 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Publish callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:11.822832 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:11.824240 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 237bcd0e-7fd9-41f4-8bfe-4e5810190c36 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:11.888558 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Router 531e5fd2-a949-454b-9dcf-e015dd509f68 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:25:11.930267 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc7c78-9717-4bda-9554-1d41684ed4dc None None] Port d886bdea-26f1-4774-b3bb-617c7aba43de cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:25:11.961519 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=8389d21c-2e3a-4f9e-82db-d8e6d8fec568,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:11.969375 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 237bcd0e-7fd9-41f4-8bfe-4e5810190c36 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:11.969994 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:12.024120 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-a6e46814-2d41-43f9-8843-4526f96020eb tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:12.070165 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:25:12.077274 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-1a437ca1-edb4-4f62-a4d0-d15e3a60884b admin admin] 10.222.0.71 "PUT /v2.0/routers/531e5fd2-a949-454b-9dcf-e015dd509f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2653008 Oct 14 12:25:12.084430 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:25:12.095906 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d7f5feaf-6e73-42d4-8037-372892b1c8a5 req-bbf5bf46-8201-4af7-9d61-c15db32cded3 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 210 time: 0.0693915 Oct 14 12:25:12.126965 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-b2c291b3-c3c6-40ec-ba0e-252ad69748aa admin admin] 10.222.0.71 "PUT /v2.0/routers/e148c1db-a028-43ca-b9ef-5f9ebef056fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1767344 Oct 14 12:25:12.159088 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:12.164086 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-674e43d1-e463-47bc-a9c4-ebddd4c3025c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:12.202511 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-560956a3-ed47-452f-96da-51026cbe0fba req-81349f4e-444f-4af2-a872-305d228e3cdb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:12.215000 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47036) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:12.264503 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c8d42223-5b10-43b2-b8a9-2456fb188174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:12.379329 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb10d44-70e0-4b32-806f-23372aebea0a None None] Pushing event updated for resources: {'Port': ['ID=9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:12.422852 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560956a3-ed47-452f-96da-51026cbe0fba req-81349f4e-444f-4af2-a872-305d228e3cdb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:12.499364 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:12.557971 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c8d42223-5b10-43b2-b8a9-2456fb188174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:12.617611 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port 237bcd0e-7fd9-41f4-8bfe-4e5810190c36, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=237bcd0e-7fd9-41f4-8bfe-4e5810190c36,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:12.621363 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c8d42223-5b10-43b2-b8a9-2456fb188174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:12.622278 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Attempting to bind port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:25:12.624533 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Attempting to bind port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:25:12.624533 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Attempting to bind port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e on network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:12.636884 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-674e43d1-e463-47bc-a9c4-ebddd4c3025c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:12.642579 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:25:12.650184 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Checking segment: {'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:25:12.650523 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:12.650941 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Bound using segment: {'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:25:12.651447 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Bound port: 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:25:12.651859 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:12.701726 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:12.747141 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-560956a3-ed47-452f-96da-51026cbe0fba req-81349f4e-444f-4af2-a872-305d228e3cdb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:12.756283 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-c8d42223-5b10-43b2-b8a9-2456fb188174 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=150bc276f4e0444b97312f7456bc0dea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5386896 Oct 14 12:25:12.772994 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47050) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:12.777076 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-560956a3-ed47-452f-96da-51026cbe0fba req-81349f4e-444f-4af2-a872-305d228e3cdb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:25:12.825779 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560956a3-ed47-452f-96da-51026cbe0fba req-81349f4e-444f-4af2-a872-305d228e3cdb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:12.826463 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-560956a3-ed47-452f-96da-51026cbe0fba req-81349f4e-444f-4af2-a872-305d228e3cdb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:12.911769 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d42223-5b10-43b2-b8a9-2456fb188174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d910a949-4bc2-49da-a95e-634b0958400d,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:12.979911 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-a6e46814-2d41-43f9-8843-4526f96020eb tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:13.008690 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-674e43d1-e463-47bc-a9c4-ebddd4c3025c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:13.051744 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 8389d21c-2e3a-4f9e-82db-d8e6d8fec568 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:13.066572 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Sync routers for ids ['531e5fd2-a949-454b-9dcf-e015dd509f68'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:25:13.071584 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-a6e46814-2d41-43f9-8843-4526f96020eb tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Network e73fb912-bc7e-4fe1-a2ee-f69160d51314 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:13.077957 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e0656bbc-a846-47c8-b05a-7e4e24a414e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:13.084597 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Routers {'531e5fd2-a949-454b-9dcf-e015dd509f68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:13.091953 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:24:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['531e5fd2-a949-454b-9dcf-e015dd509f68'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:13.143252 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e0656bbc-a846-47c8-b05a-7e4e24a414e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:13.171295 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-a6e46814-2d41-43f9-8843-4526f96020eb tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:13.171295 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e43d1-e463-47bc-a9c4-ebddd4c3025c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3161f985-e8cb-4398-bac2-654dcf982cce,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:13.171295 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-a6e46814-2d41-43f9-8843-4526f96020eb tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:25:13.213462 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-0dfe740d-3dea-41c5-a96a-a87d540c1114 None None] Provisioning complete for port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:13.214086 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0dfe740d-3dea-41c5-a96a-a87d540c1114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:13.224737 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-a6e46814-2d41-43f9-8843-4526f96020eb tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:13.229610 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-a6e46814-2d41-43f9-8843-4526f96020eb tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:13.281850 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336da65c-b71b-44b5-8ee2-5fb67f32c7e6 req-7d240f37-775d-46d1-9e60-51efe914dce5 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:13.282415 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe740d-3dea-41c5-a96a-a87d540c1114 None None] Port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:25:13.284956 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-336da65c-b71b-44b5-8ee2-5fb67f32c7e6 req-7d240f37-775d-46d1-9e60-51efe914dce5 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 931 time: 0.6450319 Oct 14 12:25:13.285500 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Sync routers for ids ['e148c1db-a028-43ca-b9ef-5f9ebef056fc'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:25:13.288974 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81349f4e-444f-4af2-a872-305d228e3cdb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Pushing event updated for resources: {'Port': ['ID=40913220-b2c2-4b0c-8063-661289ee4ace,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:13.313161 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-81349f4e-444f-4af2-a872-305d228e3cdb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0138512 Oct 14 12:25:13.348903 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 8389d21c-2e3a-4f9e-82db-d8e6d8fec568 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:13.349527 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:13.362557 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=237bcd0e-7fd9-41f4-8bfe-4e5810190c36,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:13.387263 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e46814-2d41-43f9-8843-4526f96020eb tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Pushing event updated for resources: {'Port': ['ID=1fe936b7-f73e-4826-9077-e33c9b76434d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:13.387702 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Set router 531e5fd2-a949-454b-9dcf-e015dd509f68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:13.430493 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-c2a05d1e-f295-4d5f-ab91-10a94ddfcce0 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:25:13.432563 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-c2a05d1e-f295-4d5f-ab91-10a94ddfcce0 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0378654 Oct 14 12:25:13.433419 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Routers {'e148c1db-a028-43ca-b9ef-5f9ebef056fc'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:13.434091 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:24:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['e148c1db-a028-43ca-b9ef-5f9ebef056fc'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:13.446837 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] For port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:25:13.476542 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47066) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:13.494416 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-336da65c-b71b-44b5-8ee2-5fb67f32c7e6 req-8706a008-c803-4c39-8826-577b036cef9f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639924 Oct 14 12:25:13.523855 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e0656bbc-a846-47c8-b05a-7e4e24a414e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:13.527048 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e0656bbc-a846-47c8-b05a-7e4e24a414e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:13.527775 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-a6e46814-2d41-43f9-8843-4526f96020eb tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0895600 Oct 14 12:25:13.528198 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-e0656bbc-a846-47c8-b05a-7e4e24a414e7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d910a949-4bc2-49da-a95e-634b0958400d HTTP/1.1" status: 204 len: 168 time: 0.7526212 Oct 14 12:25:13.531728 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-674e43d1-e463-47bc-a9c4-ebddd4c3025c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:13.533629 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-674e43d1-e463-47bc-a9c4-ebddd4c3025c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.9128070 Oct 14 12:25:13.536475 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 47074) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:13.544826 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0656bbc-a846-47c8-b05a-7e4e24a414e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d910a949-4bc2-49da-a95e-634b0958400d,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:13.550275 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9802f882-cda5-4377-a03c-4cdd1e2790a1 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Request body: {'security_group_rule': {'security_group_id': '3161f985-e8cb-4398-bac2-654dcf982cce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:13.702053 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2152077-network', 'tenant_id': 'ad589aefdd3a4dddb1db05785fd39b7c'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:13.749103 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] For port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:25:13.777500 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:09Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'd886bdea-26f1-4774-b3bb-617c7aba43de', 'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'mac_address': 'fa:16:3e:48:1c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:08Z', 'updated_at': '2021-10-14T12:25:10Z', 'revision_number': 2, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'subnets': [{'id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:13.828041 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Checking router: 531e5fd2-a949-454b-9dcf-e015dd509f68 for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:25:13.828535 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Updating router 531e5fd2-a949-454b-9dcf-e015dd509f68 port d886bdea-26f1-4774-b3bb-617c7aba43de binding host dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:25:13.866370 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:13.871934 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:13.890817 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9802f882-cda5-4377-a03c-4cdd1e2790a1 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:13.940979 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] Made reservation on behalf of ad589aefdd3a4dddb1db05785fd39b7c for: {'network': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:25:13.963017 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:13.976747 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 47080) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:13.983867 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:14.023544 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d5758061-8f7a-4c67-9ccc-f1bbffac7a10 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--288039911', 'description': 'tempest-description--1616187911'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:14.219228 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Set router e148c1db-a028-43ca-b9ef-5f9ebef056fc gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:14.324144 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:14.374695 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb10d44-70e0-4b32-806f-23372aebea0a None None] Pushing event updated for resources: {'Port': ['ID=9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:14.409548 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Routers {'83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:14.410525 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:14.414226 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:24:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:14.465226 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-78678d6e-52a1-47d0-9817-4f854bd35cac tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:14.473561 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-78678d6e-52a1-47d0-9817-4f854bd35cac tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/networks?id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2 HTTP/1.1" status: 200 len: 819 time: 0.3494318 Oct 14 12:25:14.498553 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Request body: {'port': {'device_id': '04255fce-427f-4601-a6ee-891291ee34bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:14.512812 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=100446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:25:14.553244 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646eda77-cf91-4a66-9cfe-cbde96efb6d1,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:14.575789 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Request body: {'port': {'device_id': 'd97aa0b2-ff54-43e9-ac8a-d7896a7b02e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:14.594444 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:14.597888 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.segments_db [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] Added segment 73c3a1b2-8a04-4049-b992-2b8ce36752e6 of type vlan for network 847a40c3-67b3-4358-b013-687feecf12a7 Oct 14 12:25:14.694213 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:14.712292 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:14.752341 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:14.897180 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:14.898774 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:14.910393 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:14.939087 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5758061-8f7a-4c67-9ccc-f1bbffac7a10 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:14.998686 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Publish callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:15.013028 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af476d6-b42e-48f2-9c15-c0d75b5aa33f req-1125f84a-70e5-42b8-acec-b8aef58f658a tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:15.013699 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-1cfbed87-9c30-4e81-a66f-a3f908fd7301 None None] Provisioning complete for port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:15.014080 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed87-9c30-4e81-a66f-a3f908fd7301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:15.014603 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2af476d6-b42e-48f2-9c15-c0d75b5aa33f req-1125f84a-70e5-42b8-acec-b8aef58f658a tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 932 time: 0.8886232 Oct 14 12:25:15.022983 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 237bcd0e-7fd9-41f4-8bfe-4e5810190c36 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:15.034488 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] Pushing event updated for resources: {'Network': ['ID=847a40c3-67b3-4358-b013-687feecf12a7,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:15.066652 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:15.072098 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-428d015d-112f-437c-9204-89e801fbc215 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/quotas/973a39f1cf0340d9a7478172ddec1d10 HTTP/1.1" status: 200 len: 375 time: 0.5976288 Oct 14 12:25:15.097794 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-98979de6-5ff2-48a7-bf08-b5777da6a98c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6198299 Oct 14 12:25:15.106545 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47110) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:15.112034 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-ed4340ec-98e9-4abd-979c-1d25e7aee94f admin admin] Request body: {'subnet': {'network_id': '847a40c3-67b3-4358-b013-687feecf12a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2152077-subnet', 'tenant_id': 'ad589aefdd3a4dddb1db05785fd39b7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:15.241719 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edb7d8-a8d4-4958-b143-ba3cc139d0ba None None] Pushing event updated for resources: {'Port': ['ID=d886bdea-26f1-4774-b3bb-617c7aba43de,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:15.259058 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network 847a40c3-67b3-4358-b013-687feecf12a7 details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:25:15.268526 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9802f882-cda5-4377-a03c-4cdd1e2790a1 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:15.287271 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2af476d6-b42e-48f2-9c15-c0d75b5aa33f req-9651c011-1d8c-41ab-9eab-63b80a01d9e2 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202017 Oct 14 12:25:15.365651 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Attempting to bind port d886bdea-26f1-4774-b3bb-617c7aba43de on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:25:15.366761 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Attempting to bind port d886bdea-26f1-4774-b3bb-617c7aba43de by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:25:15.367989 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Attempting to bind port d886bdea-26f1-4774-b3bb-617c7aba43de on network 253a832c-afa8-4771-87e8-6dfb3bd2f212 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:15.376752 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:25:15.377428 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Checking segment: {'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:25:15.388459 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:15.389120 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Bound using segment: {'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:25:15.389950 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Bound port: d886bdea-26f1-4774-b3bb-617c7aba43de, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:25:15.390521 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:15.414519 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4340ec-98e9-4abd-979c-1d25e7aee94f admin admin] Made reservation on behalf of ad589aefdd3a4dddb1db05785fd39b7c for: {'subnet': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:25:15.417414 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ed4340ec-98e9-4abd-979c-1d25e7aee94f admin admin] Publish callbacks [] for subnet, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:15.557689 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] For port d886bdea-26f1-4774-b3bb-617c7aba43de, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:25:15.567285 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] For port d886bdea-26f1-4774-b3bb-617c7aba43de, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=d886bdea-26f1-4774-b3bb-617c7aba43de,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:25:15.633445 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:15.702129 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9802f882-cda5-4377-a03c-4cdd1e2790a1 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:15.703381 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed87-9c30-4e81-a66f-a3f908fd7301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:15.747112 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edb7d8-a8d4-4958-b143-ba3cc139d0ba None None] Pushing event updated for resources: {'Port': ['ID=d886bdea-26f1-4774-b3bb-617c7aba43de,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:15.764121 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-afdf50ff-e6b2-4700-bebe-3d8b1b34078f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=973a39f1cf0340d9a7478172ddec1d10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6909900 Oct 14 12:25:15.860192 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Routers {'531e5fd2-a949-454b-9dcf-e015dd509f68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:15.863461 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:24:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['531e5fd2-a949-454b-9dcf-e015dd509f68'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:15.874646 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] Set router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:15.948747 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-1cfbed87-9c30-4e81-a66f-a3f908fd7301 None None] For port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:15.974754 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 237bcd0e-7fd9-41f4-8bfe-4e5810190c36 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:15.979580 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:15.984978 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ed4340ec-98e9-4abd-979c-1d25e7aee94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for subnet, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:16.011943 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802f882-cda5-4377-a03c-4cdd1e2790a1 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ee091a-df3d-4ba3-89eb-c15a0226ecb2,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:16.119049 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed87-9c30-4e81-a66f-a3f908fd7301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:16.161434 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1203927828-router', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '973a39f1cf0340d9a7478172ddec1d10', 'gw_port': {'id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:00Z', 'updated_at': '2021-10-14T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'cf93bae6-c200-4053-ab9c-9d2539e2e7f4', 'name': '', 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'mac_address': 'fa:16:3e:45:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70525aa9-723f-43d0-835a-f6a0dee60cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:05Z', 'updated_at': '2021-10-14T12:25:07Z', 'revision_number': 2, 'project_id': '973a39f1cf0340d9a7478172ddec1d10', 'subnets': [{'id': '70525aa9-723f-43d0-835a-f6a0dee60cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:16.198307 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4340ec-98e9-4abd-979c-1d25e7aee94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a67686c-ccae-491d-8750-b94aed10a95a,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:16.205006 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] Set router 531e5fd2-a949-454b-9dcf-e015dd509f68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:16.227225 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4340ec-98e9-4abd-979c-1d25e7aee94f admin admin] Checking segment: {'id': '73c3a1b2-8a04-4049-b992-2b8ce36752e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '847a40c3-67b3-4358-b013-687feecf12a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:25:16.241477 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4340ec-98e9-4abd-979c-1d25e7aee94f admin admin] Network hostable DHCP agents. Network: 847a40c3-67b3-4358-b013-687feecf12a7, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:25:16.368802 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84be36-a3f6-4ce8-bbe9-694717036207 req-a3468779-0462-49a1-8743-ddd8becfe930 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:16.377267 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7d84be36-a3f6-4ce8-bbe9-694717036207 req-a3468779-0462-49a1-8743-ddd8becfe930 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 931 time: 0.9104583 Oct 14 12:25:16.385923 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4340ec-98e9-4abd-979c-1d25e7aee94f admin admin] Network 847a40c3-67b3-4358-b013-687feecf12a7 is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:25:16.442211 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5758061-8f7a-4c67-9ccc-f1bbffac7a10 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:16.537630 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbed87-9c30-4e81-a66f-a3f908fd7301 None None] Pushing event updated for resources: {'Port': ['ID=9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:16.555352 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Checking router: e148c1db-a028-43ca-b9ef-5f9ebef056fc for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:25:16.555862 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Updating router e148c1db-a028-43ca-b9ef-5f9ebef056fc port cf93bae6-c200-4053-ab9c-9d2539e2e7f4 binding host dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:25:16.569139 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-ed4340ec-98e9-4abd-979c-1d25e7aee94f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, 847a40c3-67b3-4358-b013-687feecf12a7) {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:16.585232 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4340ec-98e9-4abd-979c-1d25e7aee94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:16.585232 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ed4340ec-98e9-4abd-979c-1d25e7aee94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:16.585632 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe936b7-f73e-4826-9077-e33c9b76434d {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:25:16.595027 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:16.609060 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:16.627720 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f4ca48-f505-44a0-a211-7ab82a38a600 None None] Network 847a40c3-67b3-4358-b013-687feecf12a7 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:25:16.638437 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Transition to ACTIVE for port object 1fe936b7-f73e-4826-9077-e33c9b76434d will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:25:16.694523 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9802f882-cda5-4377-a03c-4cdd1e2790a1 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:16.694523 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-9802f882-cda5-4377-a03c-4cdd1e2790a1 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1258149 Oct 14 12:25:16.694812 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:09Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'd886bdea-26f1-4774-b3bb-617c7aba43de', 'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'mac_address': 'fa:16:3e:48:1c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:08Z', 'updated_at': '2021-10-14T12:25:15Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'subnets': [{'id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:16.694976 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5758061-8f7a-4c67-9ccc-f1bbffac7a10 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:16.696382 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47132) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:16.703417 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-1837d18b-68ee-4915-a865-91962208676f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Request body: {'security_group_rule': {'security_group_id': '3161f985-e8cb-4398-bac2-654dcf982cce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:16.730323 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c08fd-aba0-4554-9c68-a6b43b3b55d4 None None] The sync data for ids ['531e5fd2-a949-454b-9dcf-e015dd509f68'] in dv-cinder-813984-2-iscsi is: [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:09Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'd886bdea-26f1-4774-b3bb-617c7aba43de', 'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'mac_address': 'fa:16:3e:48:1c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:08Z', 'updated_at': '2021-10-14T12:25:15Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'subnets': [{'id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:25:16.738931 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7d84be36-a3f6-4ce8-bbe9-694717036207 req-78cbef6a-14bd-424d-bfb9-c1e0ccccedf1 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603976 Oct 14 12:25:16.761664 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-f8b3e165-583c-4c3f-922e-0a9af2509e16 service neutron] 10.222.0.71 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9963877 Oct 14 12:25:16.798259 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5758061-8f7a-4c67-9ccc-f1bbffac7a10 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e0d21c-2df2-46e1-b2cd-165948173c14,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:16.905219 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-6492f1f9-f7ee-4ecb-90e2-c007bb31224f None None] Provisioning complete for port d886bdea-26f1-4774-b3bb-617c7aba43de triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:16.905774 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6492f1f9-f7ee-4ecb-90e2-c007bb31224f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:16.914585 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-ed4340ec-98e9-4abd-979c-1d25e7aee94f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8067369 Oct 14 12:25:17.045960 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:17.050284 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5758061-8f7a-4c67-9ccc-f1bbffac7a10 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:17.055945 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-d5758061-8f7a-4c67-9ccc-f1bbffac7a10 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.0763352 Oct 14 12:25:17.058057 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47138) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:17.064115 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-3277ef17-5c1b-4c9a-b4b3-97cd4dc31681 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Request body: {'security_group_rule': {'security_group_id': 'b6e0d21c-2df2-46e1-b2cd-165948173c14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:17.079230 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-d59173b6-cb1b-49df-99cf-522a3fba957a service neutron] 10.222.0.71 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981858 Oct 14 12:25:17.223243 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1837d18b-68ee-4915-a865-91962208676f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:17.226336 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40913220-b2c2-4b0c-8063-661289ee4ace {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:25:17.305168 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6492f1f9-f7ee-4ecb-90e2-c007bb31224f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:17.315151 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:17.438138 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3277ef17-5c1b-4c9a-b4b3-97cd4dc31681 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:17.446529 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1837d18b-68ee-4915-a865-91962208676f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:17.502333 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Transition to ACTIVE for port object 40913220-b2c2-4b0c-8063-661289ee4ace will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:25:17.538946 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1837d18b-68ee-4915-a865-91962208676f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:17.541437 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Pushing event updated for resources: {'Port': ['ID=1fe936b7-f73e-4826-9077-e33c9b76434d,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:17.574092 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-6492f1f9-f7ee-4ecb-90e2-c007bb31224f None None] For port d886bdea-26f1-4774-b3bb-617c7aba43de, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=d886bdea-26f1-4774-b3bb-617c7aba43de,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:17.713704 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837d18b-68ee-4915-a865-91962208676f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94186a91-6599-4868-873b-bdac956f8058,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:17.721343 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device d886bdea-26f1-4774-b3bb-617c7aba43de up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:17.755801 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3277ef17-5c1b-4c9a-b4b3-97cd4dc31681 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:17.797223 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-06dc19c9-b086-4d69-ad7f-1ace44961712 req-49873fab-1be3-4a1b-b3d0-499b20fbae0c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 210 time: 0.1227489 Oct 14 12:25:17.845922 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfca95-c8ee-4f1c-aee2-4dbf7b11b3f0 req-4eeab8d4-eda7-423f-a339-f92037bd40c2 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:17.852080 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9ccfca95-c8ee-4f1c-aee2-4dbf7b11b3f0 req-4eeab8d4-eda7-423f-a339-f92037bd40c2 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 944 time: 0.9786332 Oct 14 12:25:17.854962 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:17.886600 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e', 'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'mac_address': 'fa:16:3e:7f:e5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:03Z', 'updated_at': '2021-10-14T12:25:13Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'subnets': [{'id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:17.893080 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d94d1fe-89f2-4831-996f-7513820696f3 None None] Network 847a40c3-67b3-4358-b013-687feecf12a7 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:25:17.972560 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1837d18b-68ee-4915-a865-91962208676f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:17.987656 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-1837d18b-68ee-4915-a865-91962208676f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2860062 Oct 14 12:25:17.988545 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3277ef17-5c1b-4c9a-b4b3-97cd4dc31681 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:18.000581 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47172) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:18.034125 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Request body: {'floatingip': {'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:18.041568 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Attempting to bind port 1fe936b7-f73e-4826-9077-e33c9b76434d on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:25:18.041568 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Attempting to bind port 1fe936b7-f73e-4826-9077-e33c9b76434d by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '8c13e382-8798-4020-b6de-5a06b6e02b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'e73fb912-bc7e-4fe1-a2ee-f69160d51314'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:25:18.041876 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Attempting to bind port 1fe936b7-f73e-4826-9077-e33c9b76434d on network e73fb912-bc7e-4fe1-a2ee-f69160d51314 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:18.077139 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277ef17-5c1b-4c9a-b4b3-97cd4dc31681 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540c104a-eca1-4fd9-b26d-46091f26dd55,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:18.108270 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Port 1fe936b7-f73e-4826-9077-e33c9b76434d on network e73fb912-bc7e-4fe1-a2ee-f69160d51314 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:25:18.109258 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Attempting to bind port 1fe936b7-f73e-4826-9077-e33c9b76434d on network e73fb912-bc7e-4fe1-a2ee-f69160d51314 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:18.122709 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e71270d3-6ae3-4da4-b171-91d18e6b83ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:18.143022 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6492f1f9-f7ee-4ecb-90e2-c007bb31224f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:18.217545 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3277ef17-5c1b-4c9a-b4b3-97cd4dc31681 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:18.228359 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-3277ef17-5c1b-4c9a-b4b3-97cd4dc31681 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1630111 Oct 14 12:25:18.230051 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47180) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:18.237333 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdedd078-46e7-418f-853c-8d0e8c7b31d1 None None] The sync data for ids ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'] in dv-cinder-813984-2-iscsi is: [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e', 'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'mac_address': 'fa:16:3e:7f:e5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:03Z', 'updated_at': '2021-10-14T12:25:13Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'subnets': [{'id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:25:18.259126 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-5b5bba87-dbca-477e-aa80-e91f99ec3cbc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Request body: {'security_group_rule': {'security_group_id': 'b6e0d21c-2df2-46e1-b2cd-165948173c14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:18.277416 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9ccfca95-c8ee-4f1c-aee2-4dbf7b11b3f0 req-53c01677-026f-4c7e-a197-0f3d17e456dd tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114451 Oct 14 12:25:18.305033 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:25:18.305396 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Checking segment: {'id': '8c13e382-8798-4020-b6de-5a06b6e02b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'e73fb912-bc7e-4fe1-a2ee-f69160d51314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:25:18.305987 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Bound using segment: {'id': '8c13e382-8798-4020-b6de-5a06b6e02b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'e73fb912-bc7e-4fe1-a2ee-f69160d51314'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:25:18.309673 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Bound port: 1fe936b7-f73e-4826-9077-e33c9b76434d, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c13e382-8798-4020-b6de-5a06b6e02b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'e73fb912-bc7e-4fe1-a2ee-f69160d51314'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:25:18.311560 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:18.317146 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Pushing event updated for resources: {'Port': ['ID=40913220-b2c2-4b0c-8063-661289ee4ace,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:18.361685 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for floatingip, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:18.509214 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d8df8-2c49-4694-bb55-5e921f8d65e2 req-8c665048-7f26-4732-971b-60857489f9a9 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:18.526367 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a33d8df8-2c49-4694-bb55-5e921f8d65e2 req-8c665048-7f26-4732-971b-60857489f9a9 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 943 time: 0.5749981 Oct 14 12:25:18.661429 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492f1f9-f7ee-4ecb-90e2-c007bb31224f None None] Pushing event updated for resources: {'Port': ['ID=d886bdea-26f1-4774-b3bb-617c7aba43de,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:18.735781 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port d886bdea-26f1-4774-b3bb-617c7aba43de triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:18.736942 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:18.775719 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5b5bba87-dbca-477e-aa80-e91f99ec3cbc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:19.030808 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] For port 1fe936b7-f73e-4826-9077-e33c9b76434d, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:25:19.051081 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] For port 1fe936b7-f73e-4826-9077-e33c9b76434d, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=1fe936b7-f73e-4826-9077-e33c9b76434d,segment=NetworkSegment(8c13e382-8798-4020-b6de-5a06b6e02b36),segment_id=8c13e382-8798-4020-b6de-5a06b6e02b36)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:25:19.075198 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a33d8df8-2c49-4694-bb55-5e921f8d65e2 req-2230ef0c-29b1-46c9-9038-639238c6d924 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5464842 Oct 14 12:25:19.100863 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:19.118789 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5b5bba87-dbca-477e-aa80-e91f99ec3cbc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:19.123419 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Attempting to bind port 40913220-b2c2-4b0c-8063-661289ee4ace on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:25:19.123733 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Attempting to bind port 40913220-b2c2-4b0c-8063-661289ee4ace by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:25:19.124150 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Attempting to bind port 40913220-b2c2-4b0c-8063-661289ee4ace on network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:19.133994 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47210) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:19.140531 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1090934350-network', 'tenant_id': '954f00afeade45ecab95b63137730f9e'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:19.171002 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:19.200665 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Port 40913220-b2c2-4b0c-8063-661289ee4ace on network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:25:19.200665 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Attempting to bind port 40913220-b2c2-4b0c-8063-661289ee4ace on network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:19.226168 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5b5bba87-dbca-477e-aa80-e91f99ec3cbc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:19.282489 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bba87-dbca-477e-aa80-e91f99ec3cbc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a56e870-de78-4f55-aafc-0dc753e2816c,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:19.308428 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Allocated IP 172.27.2.155 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/4a4dc7ad-7824-4d45-abb9-1fc9db02975f) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:25:19.320221 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:25:19.327346 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Checking segment: {'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:25:19.329598 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Bound using segment: {'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:25:19.331428 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Bound port: 40913220-b2c2-4b0c-8063-661289ee4ace, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:25:19.332034 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:19.350176 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] Made reservation on behalf of 954f00afeade45ecab95b63137730f9e for: {'network': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:25:19.362186 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:19.430621 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:19.435186 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:19.438392 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] 10.222.0.82 "PUT /v2.0/ports/1fe936b7-f73e-4826-9077-e33c9b76434d HTTP/1.1" status: 200 len: 1094 time: 5.7846758 Oct 14 12:25:19.442113 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:19.444532 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04255fce-427f-4601-a6ee-891291ee34bf', 'tag': '1fe936b7-f73e-4826-9077-e33c9b76434d'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:25:19.470564 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5b5bba87-dbca-477e-aa80-e91f99ec3cbc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:19.475657 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-5b5bba87-dbca-477e-aa80-e91f99ec3cbc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2384808 Oct 14 12:25:19.477889 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47216) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:19.484854 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Request body: {'floatingip': {'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:19.503397 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Publish callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:19.838703 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:19.848700 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.039104 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for floatingip, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.098920 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81fbee-2a14-4bc6-964c-b9bd30a09bdb None None] Pushing event updated for resources: {'Port': ['ID=cf93bae6-c200-4053-ab9c-9d2539e2e7f4,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:20.103680 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.123185 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:20.132982 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.195554 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1af398-7bb4-4de0-bcc4-bcf00624c5df" -d '{"events": [{"name": "network-changed", "server_uuid": "04255fce-427f-4601-a6ee-891291ee34bf", "tag": "1fe936b7-f73e-4826-9077-e33c9b76434d"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:25:20.233719 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Attempting to bind port cf93bae6-c200-4053-ab9c-9d2539e2e7f4 on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:25:20.238517 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Attempting to bind port cf93bae6-c200-4053-ab9c-9d2539e2e7f4 by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '8e26d71a-603f-4014-b211-57b6c418d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:25:20.244688 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:20.244840 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Attempting to bind port cf93bae6-c200-4053-ab9c-9d2539e2e7f4 on network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:20.262198 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c0a8f-914d-48f3-abef-b0aadda631ff service neutron] Pushing event updated for resources: {'Port': ['ID=1fe936b7-f73e-4826-9077-e33c9b76434d,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:20.265282 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:20.282124 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.293584 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bce3c-b668-4332-99e5-742090e7774f req-b073943c-fed9-420a-a46b-c85f30943ab0 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:20.295254 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e1bce3c-b668-4332-99e5-742090e7774f req-b073943c-fed9-420a-a46b-c85f30943ab0 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/networks?id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2 HTTP/1.1" status: 200 len: 819 time: 1.2170482 Oct 14 12:25:20.300688 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:25:20.302180 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Checking segment: {'id': '8e26d71a-603f-4014-b211-57b6c418d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:25:20.303814 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.305164 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Bound using segment: {'id': '8e26d71a-603f-4014-b211-57b6c418d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:25:20.306284 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Bound port: cf93bae6-c200-4053-ab9c-9d2539e2e7f4, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e26d71a-603f-4014-b211-57b6c418d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:25:20.307978 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.323813 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=100446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:25:20.347167 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.348029 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.segments_db [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] Added segment 4d6bd1f9-9a3b-46d8-937b-03bef7c84f21 of type vlan for network df73d6ab-ee3b-42b6-ad44-3a6eff5c5be1 Oct 14 12:25:20.366965 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] For port 40913220-b2c2-4b0c-8063-661289ee4ace, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:25:20.376567 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e1bce3c-b668-4332-99e5-742090e7774f req-1fe6ca72-e1d5-4b13-966f-36845094365e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/quotas/973a39f1cf0340d9a7478172ddec1d10 HTTP/1.1" status: 200 len: 375 time: 0.0416665 Oct 14 12:25:20.379608 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-3c79f2de-f749-4297-ad09-3a620c9430b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:20.382149 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-3c79f2de-f749-4297-ad09-3a620c9430b6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7d1ba888d424fa8b02f5cfacc67cc86&device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 1097 time: 0.7591910 Oct 14 12:25:20.412645 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d363d1-e7bc-4edf-aa29-5f68b6259926 req-215b9419-36c2-468b-9331-4420e0aa192f tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:20.422554 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-44d363d1-e7bc-4edf-aa29-5f68b6259926 req-215b9419-36c2-468b-9331-4420e0aa192f tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 944 time: 0.8169065 Oct 14 12:25:20.426818 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.438234 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:20.438995 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.475439 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] For port 40913220-b2c2-4b0c-8063-661289ee4ace, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=40913220-b2c2-4b0c-8063-661289ee4ace,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:25:20.479289 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] For port cf93bae6-c200-4053-ab9c-9d2539e2e7f4, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:25:20.528720 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] For port cf93bae6-c200-4053-ab9c-9d2539e2e7f4, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=cf93bae6-c200-4053-ab9c-9d2539e2e7f4,segment=NetworkSegment(8e26d71a-603f-4014-b211-57b6c418d476),segment_id=8e26d71a-603f-4014-b211-57b6c418d476)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:25:20.546297 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:25:20.575097 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bfd7fcf9-7996-4f21-bc6c-2c60acebcdc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.580789 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-44d363d1-e7bc-4edf-aa29-5f68b6259926 req-343ab28b-5cde-4af1-93c2-36025bc81a53 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569345 Oct 14 12:25:20.580913 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.db.resource_extend [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 14 12:25:20.593987 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device d886bdea-26f1-4774-b3bb-617c7aba43de up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:20.594757 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e1bce3c-b668-4332-99e5-742090e7774f req-6b4e30e2-183b-4aca-8801-e23081eca641 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=973a39f1cf0340d9a7478172ddec1d10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1977649 Oct 14 12:25:20.661597 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.794078 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.794078 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:20.794078 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.795109 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.810635 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port d886bdea-26f1-4774-b3bb-617c7aba43de triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:20.811004 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.819291 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Routers {'e148c1db-a028-43ca-b9ef-5f9ebef056fc'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:20.819601 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-e7abc4fc-7ccb-40b6-a0fa-3bce2708be4b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fe936b7-f73e-4826-9077-e33c9b76434d HTTP/1.1" status: 200 len: 217 time: 0.2211833 Oct 14 12:25:20.819871 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:25:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['e148c1db-a028-43ca-b9ef-5f9ebef056fc'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:20.832443 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event updated for resources: {'Port': ['ID=4a4dc7ad-7824-4d45-abb9-1fc9db02975f,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:20.934670 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:20.935764 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:20.938007 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] 10.222.0.82 "PUT /v2.0/ports/40913220-b2c2-4b0c-8063-661289ee4ace HTTP/1.1" status: 200 len: 1093 time: 7.2953718 Oct 14 12:25:21.033398 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] Set router e148c1db-a028-43ca-b9ef-5f9ebef056fc gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:21.108744 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3104c-0530-4929-b5aa-4aba662d5c71 service neutron] Pushing event updated for resources: {'Port': ['ID=40913220-b2c2-4b0c-8063-661289ee4ace,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:21.148139 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4a19e-c32f-4da1-ae5d-42d1e3ffcd0f req-39ea41dd-572f-41ff-a649-46c0c8218e9a tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:21.158338 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81fbee-2a14-4bc6-964c-b9bd30a09bdb None None] Pushing event updated for resources: {'Port': ['ID=cf93bae6-c200-4053-ab9c-9d2539e2e7f4,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:21.188508 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7ae4a19e-c32f-4da1-ae5d-42d1e3ffcd0f req-39ea41dd-572f-41ff-a649-46c0c8218e9a tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 943 time: 0.4039211 Oct 14 12:25:21.287861 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-1689ca65-a070-4f7a-9ce7-b20e7827a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:21.294106 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-1689ca65-a070-4f7a-9ce7-b20e7827a681 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ca611545-966e-4722-bb05-83ebb0793a7a HTTP/1.1" status: 200 len: 851 time: 0.4331353 Oct 14 12:25:21.310858 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c243d485-ec7e-4dbc-87cd-e140111afe29,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:21.318169 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] Pushing event updated for resources: {'Network': ['ID=df73d6ab-ee3b-42b6-ad44-3a6eff5c5be1,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:21.344879 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:21.349733 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e1bce3c-b668-4332-99e5-742090e7774f req-255419ff-29a9-489c-9382-a8a7b1c44358 service neutron] 10.222.0.71 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158864 Oct 14 12:25:21.391030 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47256) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:21.407886 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7ae4a19e-c32f-4da1-ae5d-42d1e3ffcd0f req-695f09a1-5767-4204-94ba-f9ec79b9e0af tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169282 Oct 14 12:25:21.496138 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-54a40c98-86e9-4e66-8f83-fca7d17762ca admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3584802 Oct 14 12:25:21.514391 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47262) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:21.517574 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network df73d6ab-ee3b-42b6-ad44-3a6eff5c5be1 details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:25:21.548662 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-2fd21f13-aec8-4247-8f82-71e9a25dcd06 admin admin] Request body: {'subnet': {'network_id': 'df73d6ab-ee3b-42b6-ad44-3a6eff5c5be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1090934350-subnet', 'tenant_id': '954f00afeade45ecab95b63137730f9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:21.593804 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-15fea3ae-90ea-4baa-9612-a2645065d820 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e73fb912-bc7e-4fe1-a2ee-f69160d51314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2799144 Oct 14 12:25:21.607550 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:21.634668 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:21.732835 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560956a3-ed47-452f-96da-51026cbe0fba req-0dd1807c-0171-45ed-974d-bf45621f733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:21.735179 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-0dd1807c-0171-45ed-974d-bf45621f733f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35c49fc712d548e381c2b41cbbf067ea&device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 1096 time: 0.4724782 Oct 14 12:25:21.738585 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd21f13-aec8-4247-8f82-71e9a25dcd06 admin admin] Made reservation on behalf of 954f00afeade45ecab95b63137730f9e for: {'subnet': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:25:21.746051 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2fd21f13-aec8-4247-8f82-71e9a25dcd06 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:21.815870 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-164ed57d-234c-4700-82bd-dd3d324a6aba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:21.879117 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c2cddb-c32a-4fac-8919-26ca1ecb5a15 x-openstack-request-id: req-81c2cddb-c32a-4fac-8919-26ca1ecb5a15 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:25:21.880128 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04255fce-427f-4601-a6ee-891291ee34bf", "tag": "1fe936b7-f73e-4826-9077-e33c9b76434d", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:25:21.880404 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-81c2cddb-c32a-4fac-8919-26ca1ecb5a15 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:25:21.881089 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04255fce-427f-4601-a6ee-891291ee34bf', 'tag': '1fe936b7-f73e-4826-9077-e33c9b76434d', 'status': 'completed', 'code': 200} Oct 14 12:25:21.882250 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:21.953140 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e1bce3c-b668-4332-99e5-742090e7774f req-fa1db2e6-bb45-4de8-b3d6-1f6f744c71d2 service neutron] 10.222.0.71 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875969 Oct 14 12:25:21.967274 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-7c4eac51-ad0d-4082-9b83-b77511ad689b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40913220-b2c2-4b0c-8063-661289ee4ace HTTP/1.1" status: 200 len: 217 time: 0.2140348 Oct 14 12:25:21.985870 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1203927828-router', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '973a39f1cf0340d9a7478172ddec1d10', 'gw_port': {'id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:00Z', 'updated_at': '2021-10-14T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'cf93bae6-c200-4053-ab9c-9d2539e2e7f4', 'name': '', 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'mac_address': 'fa:16:3e:45:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70525aa9-723f-43d0-835a-f6a0dee60cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:05Z', 'updated_at': '2021-10-14T12:25:20Z', 'revision_number': 4, 'project_id': '973a39f1cf0340d9a7478172ddec1d10', 'subnets': [{'id': '70525aa9-723f-43d0-835a-f6a0dee60cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:22.031282 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-dd7c5c5a-53bb-4b86-8d52-aab868f52306 service neutron] 10.222.0.82 "GET /v2.0/networks/e73fb912-bc7e-4fe1-a2ee-f69160d51314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176245 Oct 14 12:25:22.244437 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c245ce-ee67-480d-92d5-f0abc43e3fc4 None None] The sync data for ids ['e148c1db-a028-43ca-b9ef-5f9ebef056fc'] in dv-cinder-813984-2-iscsi is: [{'id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1203927828-router', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '973a39f1cf0340d9a7478172ddec1d10', 'gw_port': {'id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:00Z', 'updated_at': '2021-10-14T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'cf93bae6-c200-4053-ab9c-9d2539e2e7f4', 'name': '', 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'mac_address': 'fa:16:3e:45:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70525aa9-723f-43d0-835a-f6a0dee60cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:05Z', 'updated_at': '2021-10-14T12:25:20Z', 'revision_number': 4, 'project_id': '973a39f1cf0340d9a7478172ddec1d10', 'subnets': [{'id': '70525aa9-723f-43d0-835a-f6a0dee60cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:25:22.259687 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device cf93bae6-c200-4053-ab9c-9d2539e2e7f4 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:22.317105 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560956a3-ed47-452f-96da-51026cbe0fba req-db428971-ae8b-41cf-a024-781393894425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:22.319083 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-db428971-ae8b-41cf-a024-781393894425 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d HTTP/1.1" status: 200 len: 853 time: 0.2864900 Oct 14 12:25:22.349831 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.82', 63222) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:22.386738 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a93556-91fd-460b-bc8a-612e1ebd62fa req-121c3a31-0bdf-49e2-b679-f9dc5750f8aa tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:22.395796 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:22.397466 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-78a93556-91fd-460b-bc8a-612e1ebd62fa req-121c3a31-0bdf-49e2-b679-f9dc5750f8aa tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 944 time: 0.3637588 Oct 14 12:25:22.446919 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port cf93bae6-c200-4053-ab9c-9d2539e2e7f4 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:22.447215 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:22.482068 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Allocated IP 172.27.2.21 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/786bb9b9-439b-4901-85dd-626ea52138d9) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:25:22.746091 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:22.746267 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-ac794902-206b-4e0f-926a-ea6db4392024 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3948884 Oct 14 12:25:22.770880 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:22.795413 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-164ed57d-234c-4700-82bd-dd3d324a6aba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:22.878356 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port cf93bae6-c200-4053-ab9c-9d2539e2e7f4, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=cf93bae6-c200-4053-ab9c-9d2539e2e7f4,segment=NetworkSegment(8e26d71a-603f-4014-b211-57b6c418d476),segment_id=8e26d71a-603f-4014-b211-57b6c418d476)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:22.941565 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:23.001587 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:23.041024 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:23.041024 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:23.041024 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-164ed57d-234c-4700-82bd-dd3d324a6aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:23.089498 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-78a93556-91fd-460b-bc8a-612e1ebd62fa req-4f6a27e9-7fea-4e0c-b767-ca95b3dca45a tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6842098 Oct 14 12:25:23.130857 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=cf93bae6-c200-4053-ab9c-9d2539e2e7f4,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:23.163896 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event updated for resources: {'Port': ['ID=4a4dc7ad-7824-4d45-abb9-1fc9db02975f,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:23.265417 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e68aebd3-7180-4ca9-8a2e-e701cb7b8b93 req-7e55b9eb-a5c9-4f98-a4a6-5559e2e6de36 service neutron] 10.222.0.82 "GET /v2.0/networks/e73fb912-bc7e-4fe1-a2ee-f69160d51314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1474326 Oct 14 12:25:23.324433 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-63c66cb5-4b59-4a67-803d-2a58f30c32f1 req-9588296e-74c3-46f1-b991-350c51c4ded9 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 210 time: 0.0648129 Oct 14 12:25:23.330744 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:23.344117 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089d99d-b089-4146-a0c5-5a0941c1b4c5 req-aebb2ceb-4152-4ab5-85f2-50661c5280cc tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:23.352551 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4089d99d-b089-4146-a0c5-5a0941c1b4c5 req-aebb2ceb-4152-4ab5-85f2-50661c5280cc tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 943 time: 0.6884396 Oct 14 12:25:23.377113 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-bf73dc07-2552-4c00-a7dd-e7b2777a3a58 service neutron] 10.222.0.82 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826879 Oct 14 12:25:23.384355 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ed57d-234c-4700-82bd-dd3d324a6aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfbdf89-318a-41e5-ba2f-10a2f0247873,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:23.451007 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-164ed57d-234c-4700-82bd-dd3d324a6aba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=603ec3bd4c90440d9aab5f94a3988959&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0479720 Oct 14 12:25:23.465739 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-7d856354-4e3c-4c0e-846a-92a4aa566363 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:23.467989 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-7d856354-4e3c-4c0e-846a-92a4aa566363 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.82 "GET /v2.0/networks?id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2 HTTP/1.1" status: 200 len: 819 time: 1.1147773 Oct 14 12:25:23.468527 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 47300) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:23.554165 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-1bdda893-960d-40c7-acd5-efc56cb9b5d2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Request body: {'port': {'device_id': '0774bcf9-8712-4740-8ff6-b185880dc92b', 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2', 'admin_state_up': True, 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:23.606104 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4089d99d-b089-4146-a0c5-5a0941c1b4c5 req-004a71a0-f06a-4d74-be37-53f354dd9074 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337327 Oct 14 12:25:23.730353 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2fd21f13-aec8-4247-8f82-71e9a25dcd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for subnet, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:23.753243 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e0518273-dbae-407c-a634-05b4d9bfa6e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:23.778585 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:23.800203 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:23.811447 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-67f0d553-a01b-4844-8908-8a36fa15a1cb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8027489 Oct 14 12:25:23.811854 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-560956a3-ed47-452f-96da-51026cbe0fba req-35acce1f-0e03-4b31-a162-0bcf0a169bd0 service neutron] 10.222.0.82 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049201 Oct 14 12:25:23.813646 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1af398-7bb4-4de0-bcc4-bcf00624c5df req-5a1f9d8f-74f4-4eb3-93c1-16305ec0fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:23.815197 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c1af398-7bb4-4de0-bcc4-bcf00624c5df req-5a1f9d8f-74f4-4eb3-93c1-16305ec0fc56 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7d1ba888d424fa8b02f5cfacc67cc86&device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 1097 time: 0.2913232 Oct 14 12:25:23.831939 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e0518273-dbae-407c-a634-05b4d9bfa6e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:23.892805 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd21f13-aec8-4247-8f82-71e9a25dcd06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=291c4ba8-fc76-4ddc-ae26-ef880b45cc0d,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:23.911714 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd21f13-aec8-4247-8f82-71e9a25dcd06 admin admin] Checking segment: {'id': '4d6bd1f9-9a3b-46d8-937b-03bef7c84f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'df73d6ab-ee3b-42b6-ad44-3a6eff5c5be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:25:23.911883 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97aa0b2-ff54-43e9-ac8a-d7896a7b02e7', 'tag': '40913220-b2c2-4b0c-8063-661289ee4ace'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:25:23.911988 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd21f13-aec8-4247-8f82-71e9a25dcd06 admin admin] Network hostable DHCP agents. Network: df73d6ab-ee3b-42b6-ad44-3a6eff5c5be1, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:25:23.912068 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7a5eaa-581c-46fe-9f23-079aba58c3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7", "tag": "40913220-b2c2-4b0c-8063-661289ee4ace"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:25:23.912184 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:23.923071 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:23.929247 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:25:23.932970 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event updated for resources: {'Port': ['ID=786bb9b9-439b-4901-85dd-626ea52138d9,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:23.980609 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a41052-39d6-403f-ab5e-5e21fd167658 x-openstack-request-id: req-58a41052-39d6-403f-ab5e-5e21fd167658 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:25:23.980609 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7", "tag": "40913220-b2c2-4b0c-8063-661289ee4ace", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:25:23.981903 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-58a41052-39d6-403f-ab5e-5e21fd167658 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:25:23.982868 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97aa0b2-ff54-43e9-ac8a-d7896a7b02e7', 'tag': '40913220-b2c2-4b0c-8063-661289ee4ace', 'status': 'completed', 'code': 200} Oct 14 12:25:24.067881 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-1bdda893-960d-40c7-acd5-efc56cb9b5d2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Made reservation on behalf of 973a39f1cf0340d9a7478172ddec1d10 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:25:24.078935 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:24.079874 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-1bdda893-960d-40c7-acd5-efc56cb9b5d2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:24.082826 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device cf93bae6-c200-4053-ab9c-9d2539e2e7f4 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:24.113981 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd21f13-aec8-4247-8f82-71e9a25dcd06 admin admin] Network df73d6ab-ee3b-42b6-ad44-3a6eff5c5be1 is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:25:24.216835 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port cf93bae6-c200-4053-ab9c-9d2539e2e7f4 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:24.217212 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:24.240474 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-2fd21f13-aec8-4247-8f82-71e9a25dcd06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, df73d6ab-ee3b-42b6-ad44-3a6eff5c5be1) {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:24.248266 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd21f13-aec8-4247-8f82-71e9a25dcd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:24.250246 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2fd21f13-aec8-4247-8f82-71e9a25dcd06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:24.261330 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e937ae-7978-4edf-a3aa-e778c1fffa69 None None] Network df73d6ab-ee3b-42b6-ad44-3a6eff5c5be1 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:25:24.264246 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:24.339286 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e0518273-dbae-407c-a634-05b4d9bfa6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:24.341826 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e0518273-dbae-407c-a634-05b4d9bfa6e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:24.343020 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-e0518273-dbae-407c-a634-05b4d9bfa6e9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8bfbdf89-318a-41e5-ba2f-10a2f0247873 HTTP/1.1" status: 204 len: 168 time: 0.8696523 Oct 14 12:25:24.441812 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-2fd21f13-aec8-4247-8f82-71e9a25dcd06 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9238462 Oct 14 12:25:24.516101 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0518273-dbae-407c-a634-05b4d9bfa6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfbdf89-318a-41e5-ba2f-10a2f0247873,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:24.534914 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eb58aa-c7a4-4944-a8f2-941ad9243df1 None None] Network df73d6ab-ee3b-42b6-ad44-3a6eff5c5be1 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:25:24.612290 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:24.687190 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-e87a46f5-a95f-46a2-9cb6-22b7aaced245 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--120997350&fields=id&tenant_id=254e8ebad5c540d4bc11cf8a08096cf3 HTTP/1.1" status: 200 len: 267 time: 0.3772442 Oct 14 12:25:24.690541 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:24.705577 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:24.708962 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a5eaa-581c-46fe-9f23-079aba58c3b7 req-9b6c98d6-3a7f-4761-a204-6f70fd56fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:24.711601 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eb7a5eaa-581c-46fe-9f23-079aba58c3b7 req-9b6c98d6-3a7f-4761-a204-6f70fd56fa2a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35c49fc712d548e381c2b41cbbf067ea&device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 1096 time: 0.4016891 Oct 14 12:25:24.722095 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86327cb7-8578-4fc9-8d82-fef7e760ea2f req-5ed7a417-9f23-432f-b321-8a236967ddf0 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:24.723732 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-86327cb7-8578-4fc9-8d82-fef7e760ea2f req-5ed7a417-9f23-432f-b321-8a236967ddf0 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 944 time: 0.4156129 Oct 14 12:25:24.730649 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 47338) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:24.760442 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event updated for resources: {'Port': ['ID=786bb9b9-439b-4901-85dd-626ea52138d9,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:24.781562 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:25:24.823127 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:24.825317 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-29d31f0f-80d4-448c-82f7-fbba85b9ad16 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3430974 Oct 14 12:25:24.828357 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1af398-7bb4-4de0-bcc4-bcf00624c5df req-5bdb42a0-4863-495d-bb82-48da6234412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:24.830993 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c1af398-7bb4-4de0-bcc4-bcf00624c5df req-5bdb42a0-4863-495d-bb82-48da6234412c service neutron] 10.222.0.82 "GET /v2.0/networks?id=e73fb912-bc7e-4fe1-a2ee-f69160d51314 HTTP/1.1" status: 200 len: 912 time: 0.7395232 Oct 14 12:25:25.007423 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c1af398-7bb4-4de0-bcc4-bcf00624c5df req-4c9ed43d-da70-41cd-a575-f68ef8cfa3e0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fe936b7-f73e-4826-9077-e33c9b76434d HTTP/1.1" status: 200 len: 217 time: 0.1332245 Oct 14 12:25:25.043262 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-86327cb7-8578-4fc9-8d82-fef7e760ea2f req-82bbc5c0-aeb5-4730-9205-f9b0d285cfce tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872474 Oct 14 12:25:25.056636 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14cf27c-c862-4a8e-93e5-9bd5a238de1d admin admin] Deleting subnet 0a67686c-ccae-491d-8750-b94aed10a95a {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:25:25.096570 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a14cf27c-c862-4a8e-93e5-9bd5a238de1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:25.123933 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-1bdda893-960d-40c7-acd5-efc56cb9b5d2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Allocated IP 172.20.0.14 (48fa637c-0ab1-4285-9c10-f28e9ef85ff2/70525aa9-723f-43d0-835a-f6a0dee60cf8/11a168ce-97b6-4989-b238-6318056cb676) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:25:25.196300 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47346) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:25.206809 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-b830ebbe-e14b-4076-a3b8-bef6479b77c7 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:25.208874 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-b830ebbe-e14b-4076-a3b8-bef6479b77c7 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/networks?id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d HTTP/1.1" status: 200 len: 816 time: 0.5031486 Oct 14 12:25:25.210679 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6e0c58b9-88c0-41b0-b28b-764874994051 req-415376cc-34dd-4dfc-b9bb-fdaada84f837 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 210 time: 0.0673182 Oct 14 12:25:25.212764 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a14cf27c-c862-4a8e-93e5-9bd5a238de1d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:25.215987 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a46f231b-9888-4782-921d-2003ec03a7fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:25.219810 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a5eaa-581c-46fe-9f23-079aba58c3b7 req-bd7d7a31-f0b4-4971-a563-f03fdceb491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:25.221262 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eb7a5eaa-581c-46fe-9f23-079aba58c3b7 req-bd7d7a31-f0b4-4971-a563-f03fdceb491e service neutron] 10.222.0.82 "GET /v2.0/networks?id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 HTTP/1.1" status: 200 len: 914 time: 0.4134333 Oct 14 12:25:25.241885 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a14cf27c-c862-4a8e-93e5-9bd5a238de1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:25.251115 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1af398-7bb4-4de0-bcc4-bcf00624c5df req-c262f0ce-3ba9-4804-9061-75b956e1ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:25.252572 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c1af398-7bb4-4de0-bcc4-bcf00624c5df req-c262f0ce-3ba9-4804-9061-75b956e1ef5e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ca611545-966e-4722-bb05-83ebb0793a7a HTTP/1.1" status: 200 len: 851 time: 0.2293355 Oct 14 12:25:25.300515 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a46f231b-9888-4782-921d-2003ec03a7fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:25.338449 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-f483a9e5-550b-47c1-b1da-4e31b62de241 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/quotas/254e8ebad5c540d4bc11cf8a08096cf3 HTTP/1.1" status: 200 len: 375 time: 0.1121907 Oct 14 12:25:25.363506 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eb7a5eaa-581c-46fe-9f23-079aba58c3b7 req-bba0fb0d-dae3-41ee-96ac-cd840246aaa3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40913220-b2c2-4b0c-8063-661289ee4ace HTTP/1.1" status: 200 len: 217 time: 0.1316819 Oct 14 12:25:25.377282 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a46f231b-9888-4782-921d-2003ec03a7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:25.385951 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c1af398-7bb4-4de0-bcc4-bcf00624c5df req-6c3150f0-8df8-4441-9310-c5244aeb8306 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e73fb912-bc7e-4fe1-a2ee-f69160d51314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042287 Oct 14 12:25:25.444996 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-a46f231b-9888-4782-921d-2003ec03a7fd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=25ecef931bb74d8a92bfb48a8f3b8530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474070 Oct 14 12:25:25.449603 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f231b-9888-4782-921d-2003ec03a7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64108e22-43f2-4d61-b974-60b35fea5fd4,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:25.450352 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47348) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:25.528277 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c2ee241a-e46a-4427-b0f1-37099b3d781c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:25.553051 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c2ee241a-e46a-4427-b0f1-37099b3d781c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:25.680567 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f091924-f1c4-4cc6-b5ad-acc601ad39f7 req-2172d7b0-d1e6-45ca-99f8-bed7a37398c5 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:25.682149 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4f091924-f1c4-4cc6-b5ad-acc601ad39f7 req-2172d7b0-d1e6-45ca-99f8-bed7a37398c5 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 943 time: 0.3995090 Oct 14 12:25:25.703502 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a5eaa-581c-46fe-9f23-079aba58c3b7 req-a6cf3ba7-8dc6-4b48-badb-0f495aac2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:25.704927 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eb7a5eaa-581c-46fe-9f23-079aba58c3b7 req-a6cf3ba7-8dc6-4b48-badb-0f495aac2372 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d HTTP/1.1" status: 200 len: 853 time: 0.3178186 Oct 14 12:25:25.726324 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-808be454-4f4a-4954-808b-0e0edb728e56 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3591826 Oct 14 12:25:25.730492 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c2ee241a-e46a-4427-b0f1-37099b3d781c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:25.734376 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c2ee241a-e46a-4427-b0f1-37099b3d781c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:25.736204 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-c2ee241a-e46a-4427-b0f1-37099b3d781c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/64108e22-43f2-4d61-b974-60b35fea5fd4 HTTP/1.1" status: 204 len: 168 time: 0.2844937 Oct 14 12:25:25.770690 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee241a-e46a-4427-b0f1-37099b3d781c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64108e22-43f2-4d61-b974-60b35fea5fd4,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:25.783808 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.82', 63228) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:25.785289 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eb7a5eaa-581c-46fe-9f23-079aba58c3b7 req-4de308d1-3ac8-4f01-bcab-3ba0d1b719de service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704501 Oct 14 12:25:25.868935 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-1bdda893-960d-40c7-acd5-efc56cb9b5d2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:25.871782 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c1af398-7bb4-4de0-bcc4-bcf00624c5df req-9b55561e-7d41-4136-afbf-c7e207033ad4 service neutron] 10.222.0.82 "GET /v2.0/networks/e73fb912-bc7e-4fe1-a2ee-f69160d51314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580088 Oct 14 12:25:25.907700 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4f091924-f1c4-4cc6-b5ad-acc601ad39f7 req-88d1c541-2275-47b2-a8c1-c813a78f2632 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134662 Oct 14 12:25:26.023531 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bce3c-b668-4332-99e5-742090e7774f req-5d0fb710-e312-4bd6-9cd0-a378c2074c07 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:26.025057 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-2e1bce3c-b668-4332-99e5-742090e7774f req-5d0fb710-e312-4bd6-9cd0-a378c2074c07 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.82 "GET /v2.0/networks?id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2 HTTP/1.1" status: 200 len: 819 time: 0.2396536 Oct 14 12:25:26.042322 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [req-2e1bce3c-b668-4332-99e5-742090e7774f req-305da812-175d-417d-9d78-b1a269ab1125 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Request body: {'port': {'device_id': '66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1', 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2', 'admin_state_up': True, 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:26.050828 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-1bdda893-960d-40c7-acd5-efc56cb9b5d2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:26.253874 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1bce3c-b668-4332-99e5-742090e7774f req-305da812-175d-417d-9d78-b1a269ab1125 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Made reservation on behalf of 973a39f1cf0340d9a7478172ddec1d10 for: {'port': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:25:26.257837 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [req-2e1bce3c-b668-4332-99e5-742090e7774f req-305da812-175d-417d-9d78-b1a269ab1125 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:26.394341 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-75d74f4c-da0c-46b2-b5ab-1948bf7ba753 service neutron] 10.222.0.71 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411247 Oct 14 12:25:26.412374 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a14cf27c-c862-4a8e-93e5-9bd5a238de1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:26.450448 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-1bdda893-960d-40c7-acd5-efc56cb9b5d2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:26.498043 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [req-2e1bce3c-b668-4332-99e5-742090e7774f req-305da812-175d-417d-9d78-b1a269ab1125 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Allocated IP 172.20.0.5 (48fa637c-0ab1-4285-9c10-f28e9ef85ff2/70525aa9-723f-43d0-835a-f6a0dee60cf8/98ddd928-48d3-46c0-b0a0-7a368d44ac9e) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:25:26.500884 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-1bdda893-960d-40c7-acd5-efc56cb9b5d2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:26.502764 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cf27c-c862-4a8e-93e5-9bd5a238de1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a67686c-ccae-491d-8750-b94aed10a95a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:26.507369 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-cf0dccab-1663-4e1f-8bbb-198d6b39b6dd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--288039911&fields=id&tenant_id=a99511a7cfa740f4b660b4e6e9b9871a HTTP/1.1" status: 200 len: 267 time: 0.4747829 Oct 14 12:25:26.510994 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-1bdda893-960d-40c7-acd5-efc56cb9b5d2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:25:26.515673 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-1bdda893-960d-40c7-acd5-efc56cb9b5d2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:26.516245 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-1bdda893-960d-40c7-acd5-efc56cb9b5d2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:26.527975 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdda893-960d-40c7-acd5-efc56cb9b5d2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Pushing event updated for resources: {'Port': ['ID=11a168ce-97b6-4989-b238-6318056cb676,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:26.582250 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a14cf27c-c862-4a8e-93e5-9bd5a238de1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:26.776199 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-a14cf27c-c862-4a8e-93e5-9bd5a238de1d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/0a67686c-ccae-491d-8750-b94aed10a95a HTTP/1.1" status: 204 len: 168 time: 1.8539226 Oct 14 12:25:26.777267 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47402) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:26.778286 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c1af398-7bb4-4de0-bcc4-bcf00624c5df req-c4c1e67f-978c-4574-91a0-6d3059a0dc9d service neutron] 10.222.0.82 "GET /v2.0/networks/e73fb912-bc7e-4fe1-a2ee-f69160d51314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182818 Oct 14 12:25:26.778286 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eb7a5eaa-581c-46fe-9f23-079aba58c3b7 req-837da76c-1f2d-4c3c-b5bd-d7ed20df81b3 service neutron] 10.222.0.82 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8414359 Oct 14 12:25:26.778286 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-72196f79-bf21-45c8-a13c-0496de5a10c9 service neutron] 10.222.0.71 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805814 Oct 14 12:25:26.802905 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c003ff51-e26a-428a-b50a-ed6f512e48ab tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:26.804680 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c003ff51-e26a-428a-b50a-ed6f512e48ab tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/networks?id=253a832c-afa8-4771-87e8-6dfb3bd2f212 HTTP/1.1" status: 200 len: 810 time: 0.2705784 Oct 14 12:25:26.836184 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eb7a5eaa-581c-46fe-9f23-079aba58c3b7 req-ba848100-1713-4b5f-8f99-9914c414763f service neutron] 10.222.0.82 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592205 Oct 14 12:25:26.837689 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-e43e744c-2612-4ed0-acee-57c3facb11a0 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/quotas/a99511a7cfa740f4b660b4e6e9b9871a HTTP/1.1" status: 200 len: 375 time: 0.0230174 Oct 14 12:25:26.888964 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:26.900701 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-92a9c519-93fb-46fe-b357-36d966dc4c91 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a99511a7cfa740f4b660b4e6e9b9871a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537629 Oct 14 12:25:26.906079 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [req-2e1bce3c-b668-4332-99e5-742090e7774f req-305da812-175d-417d-9d78-b1a269ab1125 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:27.009333 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-1bdda893-960d-40c7-acd5-efc56cb9b5d2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4842384 Oct 14 12:25:27.019423 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [req-2e1bce3c-b668-4332-99e5-742090e7774f req-305da812-175d-417d-9d78-b1a269ab1125 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:27.024271 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:27.037138 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Request body: {'port': {'device_id': '0774bcf9-8712-4740-8ff6-b185880dc92b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:27.132414 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:27.133254 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:27.134506 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:27.134829 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Subscribe: > port after_create 55550000 {{(pid=100446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:27.135171 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:27.135491 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Subscribe: > port after_update 55550000 {{(pid=100446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:27.135785 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:27.136197 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:27.136398 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:27.136709 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:27.192341 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:27.211050 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-e359c8bf-4775-4f68-8cfc-46ec7f4f54e9 service neutron] 10.222.0.71 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942510 Oct 14 12:25:27.236835 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 47418) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:27.244815 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea0f60-651d-4c14-bce1-aed3e1c4cbed req-a8181f33-01d3-4e5b-bf6e-aa7074a42d3f tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:27.246820 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6eea0f60-651d-4c14-bce1-aed3e1c4cbed req-a8181f33-01d3-4e5b-bf6e-aa7074a42d3f tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 944 time: 0.1239202 Oct 14 12:25:27.476438 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6eea0f60-651d-4c14-bce1-aed3e1c4cbed req-2e9f5a90-ee62-47e8-b2bc-b30db1bef52b tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882887 Oct 14 12:25:27.480226 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:27.480661 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:27.481171 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:27.481478 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:27.482004 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847a40c3-67b3-4358-b013-687feecf12a7']}} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:27.513495 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-0779e954-805c-48c5-9d84-5f84dd79c341 service neutron] 10.222.0.71 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866969 Oct 14 12:25:27.514431 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c3a1b2-8a04-4049-b992-2b8ce36752e6') {'for_net_delete': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:27.514431 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c3a1b2-8a04-4049-b992-2b8ce36752e6') {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:27.539910 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1bce3c-b668-4332-99e5-742090e7774f req-305da812-175d-417d-9d78-b1a269ab1125 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:27.548345 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8926766'] for segment, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:27.562022 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [req-2e1bce3c-b668-4332-99e5-742090e7774f req-305da812-175d-417d-9d78-b1a269ab1125 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:27.574794 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1bce3c-b668-4332-99e5-742090e7774f req-305da812-175d-417d-9d78-b1a269ab1125 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:25:27.580593 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bce3c-b668-4332-99e5-742090e7774f req-305da812-175d-417d-9d78-b1a269ab1125 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:27.581392 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [req-2e1bce3c-b668-4332-99e5-742090e7774f req-305da812-175d-417d-9d78-b1a269ab1125 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for port, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:27.591467 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305da812-175d-417d-9d78-b1a269ab1125 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Pushing event updated for resources: {'Port': ['ID=98ddd928-48d3-46c0-b0a0-7a368d44ac9e,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:27.604269 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:27.614143 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=100446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:25:27.614559 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9919215'] for segment, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: from cryptography.utils import int_from_bytes Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: from cryptography.utils import int_from_bytes Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: Traceback (most recent call last): Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: timer() Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: cb(*args, **kw) Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: return func(*args, **kwargs) Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: self._notify() Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: self.callback(batched_events) Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: event.method(event) Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: return f(self, *a, **k) Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._get(url).json() Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: return self.request(url, 'GET', **kwargs) Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:25:27.618577 dv-cinder-813984-2-iscsi neutron-server[100446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:25:27.633775 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-611166c2-8bde-4c84-9e49-c600373aba2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:27.710658 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-2e1bce3c-b668-4332-99e5-742090e7774f req-305da812-175d-417d-9d78-b1a269ab1125 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6746333 Oct 14 12:25:27.723238 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Request body: {'port': {'device_id': '66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:27.768562 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7012489-e49b-4650-a28b-cf03041ebb95 req-7e97aa51-bcff-4700-8d26-17439e42fb32 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:27.771280 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a7012489-e49b-4650-a28b-cf03041ebb95 req-7e97aa51-bcff-4700-8d26-17439e42fb32 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 931 time: 0.1982651 Oct 14 12:25:27.793142 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:27.848811 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:27.873334 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:27.877308 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] 10.222.0.71 "DELETE /v2.0/networks/847a40c3-67b3-4358-b013-687feecf12a7 HTTP/1.1" status: 204 len: 168 time: 1.2835929 Oct 14 12:25:27.883562 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b10679-90d4-4216-86a0-f70c42c5ed79 admin admin] Pushing event deleted for resources: {'Network': ['ID=847a40c3-67b3-4358-b013-687feecf12a7,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:27.892807 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47436) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:27.907495 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-611166c2-8bde-4c84-9e49-c600373aba2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:27.949904 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a168ce-97b6-4989-b238-6318056cb676 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:25:27.960601 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:27.974334 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Transition to ACTIVE for port object 11a168ce-97b6-4989-b238-6318056cb676 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:25:27.983931 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-611166c2-8bde-4c84-9e49-c600373aba2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.038348 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a7012489-e49b-4650-a28b-cf03041ebb95 req-14be1ca6-a8ac-4b41-8b9a-d5830be760ef tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386692 Oct 14 12:25:28.048612 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.081224 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e79660-2f72-4828-9fae-61150c119fff admin admin] Deleting subnet 291c4ba8-fc76-4ddc-ae26-ef880b45cc0d {{(pid=100446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:25:28.085290 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-64e79660-2f72-4828-9fae-61150c119fff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.103731 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-611166c2-8bde-4c84-9e49-c600373aba2c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4e9a184af22e4a7d91903c08a40e8e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8561366 Oct 14 12:25:28.115313 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 47444) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:28.121184 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611166c2-8bde-4c84-9e49-c600373aba2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9514052d-900d-4ca0-88ec-5df57e7c6aa7,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:28.141940 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc0a6d-ad3b-4fb1-81d3-a06fc7caed0e req-45c9a4a4-ff2a-4128-a286-339f50166166 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:28.142114 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-64e79660-2f72-4828-9fae-61150c119fff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926743'] for subnet, precommit_delete_associations {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.143574 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9fcc0a6d-ad3b-4fb1-81d3-a06fc7caed0e req-45c9a4a4-ff2a-4128-a286-339f50166166 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 943 time: 0.1678696 Oct 14 12:25:28.183307 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Pushing event updated for resources: {'Port': ['ID=11a168ce-97b6-4989-b238-6318056cb676,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:28.228264 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-730ae2b4-8eca-4bfd-99d6-6bcb99c920f8 req-f4aeff4d-7dfc-4328-96a8-566772e9bc16 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 210 time: 0.0910792 Oct 14 12:25:28.234457 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-64e79660-2f72-4828-9fae-61150c119fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.310350 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Attempting to bind port 11a168ce-97b6-4989-b238-6318056cb676 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:25:28.314131 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Attempting to bind port 11a168ce-97b6-4989-b238-6318056cb676 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '8e26d71a-603f-4014-b211-57b6c418d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:25:28.314131 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Attempting to bind port 11a168ce-97b6-4989-b238-6318056cb676 on network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:28.352799 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ddd928-48d3-46c0-b0a0-7a368d44ac9e {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:25:28.359216 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e2febbd-93aa-47d4-836c-d403908c1d82 req-c5ceeeb6-59f3-412a-ba2c-ef1b0c8c3601 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 210 time: 0.0758557 Oct 14 12:25:28.360833 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.370296 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Port 11a168ce-97b6-4989-b238-6318056cb676 on network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:25:28.376466 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Attempting to bind port 11a168ce-97b6-4989-b238-6318056cb676 on network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:28.386333 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9fcc0a6d-ad3b-4fb1-81d3-a06fc7caed0e req-b81e4114-b1ce-47c2-9c8d-7b8e3e121acf tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103148 Oct 14 12:25:28.389666 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:25:28.390004 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Checking segment: {'id': '8e26d71a-603f-4014-b211-57b6c418d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:25:28.390380 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Bound using segment: {'id': '8e26d71a-603f-4014-b211-57b6c418d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:25:28.390935 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Bound port: 11a168ce-97b6-4989-b238-6318056cb676, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e26d71a-603f-4014-b211-57b6c418d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:25:28.391471 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.392500 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Transition to ACTIVE for port object 98ddd928-48d3-46c0-b0a0-7a368d44ac9e will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:25:28.416434 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe26b551-f088-4532-9e07-0f4c8f50a622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.445319 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-64e79660-2f72-4828-9fae-61150c119fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9655132'] for subnet, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.467060 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe26b551-f088-4532-9e07-0f4c8f50a622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.480894 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-64e79660-2f72-4828-9fae-61150c119fff admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.487181 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-64e79660-2f72-4828-9fae-61150c119fff admin admin] 10.222.0.71 "DELETE /v2.0/subnets/291c4ba8-fc76-4ddc-ae26-ef880b45cc0d HTTP/1.1" status: 204 len: 168 time: 0.5931063 Oct 14 12:25:28.488110 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e79660-2f72-4828-9fae-61150c119fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=291c4ba8-fc76-4ddc-ae26-ef880b45cc0d,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:28.490430 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 47454) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:28.515203 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9919115'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.545353 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] For port 11a168ce-97b6-4989-b238-6318056cb676, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:25:28.586636 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] For port 11a168ce-97b6-4989-b238-6318056cb676, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=11a168ce-97b6-4989-b238-6318056cb676,segment=NetworkSegment(8e26d71a-603f-4014-b211-57b6c418d476),segment_id=8e26d71a-603f-4014-b211-57b6c418d476)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:25:28.603576 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Pushing event updated for resources: {'Port': ['ID=98ddd928-48d3-46c0-b0a0-7a368d44ac9e,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:28.632832 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.685123 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b87e5c-9b00-422f-a66f-c22bf2726399 req-f57a8f63-2ed2-4892-b183-76f231b1cf2f tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:28.686607 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-75b87e5c-9b00-422f-a66f-c22bf2726399 req-f57a8f63-2ed2-4892-b183-76f231b1cf2f tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 944 time: 0.1028302 Oct 14 12:25:28.703318 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Attempting to bind port 98ddd928-48d3-46c0-b0a0-7a368d44ac9e on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:25:28.703555 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Attempting to bind port 98ddd928-48d3-46c0-b0a0-7a368d44ac9e by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '8e26d71a-603f-4014-b211-57b6c418d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:25:28.703798 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Attempting to bind port 98ddd928-48d3-46c0-b0a0-7a368d44ac9e on network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:28.709047 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Port 98ddd928-48d3-46c0-b0a0-7a368d44ac9e on network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:25:28.709427 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Attempting to bind port 98ddd928-48d3-46c0-b0a0-7a368d44ac9e on network 48fa637c-0ab1-4285-9c10-f28e9ef85ff2 {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:28.715190 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:25:28.715539 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Checking segment: {'id': '8e26d71a-603f-4014-b211-57b6c418d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:25:28.716106 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Bound using segment: {'id': '8e26d71a-603f-4014-b211-57b6c418d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:25:28.716557 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Bound port: 98ddd928-48d3-46c0-b0a0-7a368d44ac9e, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e26d71a-603f-4014-b211-57b6c418d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:25:28.717088 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.726113 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.728147 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe26b551-f088-4532-9e07-0f4c8f50a622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.730810 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe26b551-f088-4532-9e07-0f4c8f50a622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.734227 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-fe26b551-f088-4532-9e07-0f4c8f50a622 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9514052d-900d-4ca0-88ec-5df57e7c6aa7 HTTP/1.1" status: 204 len: 168 time: 0.6067841 Oct 14 12:25:28.743151 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 1fe936b7-f73e-4826-9077-e33c9b76434d details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:25:28.776425 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.814676 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26b551-f088-4532-9e07-0f4c8f50a622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9514052d-900d-4ca0-88ec-5df57e7c6aa7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:28.837725 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] For port 98ddd928-48d3-46c0-b0a0-7a368d44ac9e, host hv-cinder-81398, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:25:28.838281 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:28.838666 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.840121 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] 10.222.0.82 "PUT /v2.0/ports/11a168ce-97b6-4989-b238-6318056cb676 HTTP/1.1" status: 200 len: 1094 time: 1.8180475 Oct 14 12:25:28.842949 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0774bcf9-8712-4740-8ff6-b185880dc92b', 'tag': '11a168ce-97b6-4989-b238-6318056cb676'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:25:28.845156 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffaa896-2212-49df-a2bc-eb4941cbb9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0774bcf9-8712-4740-8ff6-b185880dc92b", "tag": "11a168ce-97b6-4989-b238-6318056cb676"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:25:28.846306 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] For port 98ddd928-48d3-46c0-b0a0-7a368d44ac9e, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=98ddd928-48d3-46c0-b0a0-7a368d44ac9e,segment=NetworkSegment(8e26d71a-603f-4014-b211-57b6c418d476),segment_id=8e26d71a-603f-4014-b211-57b6c418d476)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:25:28.855505 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:28.855877 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:28.856629 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:28.856953 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Subscribe: > port after_create 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:28.857295 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:28.857631 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Subscribe: > port after_update 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:28.857949 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:28.858631 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:28.858631 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:28.858927 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:28.930444 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9919115'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:28.940188 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:28.940188 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:28.940188 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:28.940188 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:25:28.940188 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df73d6ab-ee3b-42b6-ad44-3a6eff5c5be1']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:28.945514 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7474b3-fc2c-468b-95fb-36608958fb69 x-openstack-request-id: req-bb7474b3-fc2c-468b-95fb-36608958fb69 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:25:28.945810 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0774bcf9-8712-4740-8ff6-b185880dc92b", "tag": "11a168ce-97b6-4989-b238-6318056cb676", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:25:28.946075 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bb7474b3-fc2c-468b-95fb-36608958fb69 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:25:28.946511 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0774bcf9-8712-4740-8ff6-b185880dc92b', 'tag': '11a168ce-97b6-4989-b238-6318056cb676', 'status': 'completed', 'code': 200} Oct 14 12:25:28.963050 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-75b87e5c-9b00-422f-a66f-c22bf2726399 req-96a0f887-0ba4-4065-9bd6-0723c428544c tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563636 Oct 14 12:25:28.986371 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6bd1f9-9a3b-46d8-937b-03bef7c84f21') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:28.990573 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6bd1f9-9a3b-46d8-937b-03bef7c84f21') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:29.013557 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:29.014602 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for port, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:29.016262 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] 10.222.0.82 "PUT /v2.0/ports/98ddd928-48d3-46c0-b0a0-7a368d44ac9e HTTP/1.1" status: 200 len: 1093 time: 1.2975786 Oct 14 12:25:29.016779 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1', 'tag': '98ddd928-48d3-46c0-b0a0-7a368d44ac9e'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:25:29.043034 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9081384'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:29.048266 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e55a4-dac1-4e0c-9440-521144729a98 service neutron] Pushing event updated for resources: {'Port': ['ID=11a168ce-97b6-4989-b238-6318056cb676,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:29.049261 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 1fe936b7-f73e-4826-9077-e33c9b76434d, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=1fe936b7-f73e-4826-9077-e33c9b76434d,segment=NetworkSegment(8c13e382-8798-4020-b6de-5a06b6e02b36),segment_id=8c13e382-8798-4020-b6de-5a06b6e02b36)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:29.057941 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e091600-6e04-4932-896e-5cc4573e0785 service neutron] Pushing event updated for resources: {'Port': ['ID=98ddd928-48d3-46c0-b0a0-7a368d44ac9e,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:29.072465 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '1fe936b7-f73e-4826-9077-e33c9b76434d', 'network_id': 'e73fb912-bc7e-4fe1-a2ee-f69160d51314', 'port_id': '1fe936b7-f73e-4826-9077-e33c9b76434d', 'mac_address': 'fa:16:3e:af:b3:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca611545-966e-4722-bb05-83ebb0793a7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:25:29.095815 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:29.118944 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:25:29.119352 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9882719'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: from cryptography.utils import int_from_bytes Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: from cryptography.utils import int_from_bytes Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: Traceback (most recent call last): Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: timer() Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: cb(*args, **kw) Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: return func(*args, **kwargs) Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: self._notify() Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: self.callback(batched_events) Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: event.method(event) Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: return f(self, *a, **k) Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._get(url).json() Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: return self.request(url, 'GET', **kwargs) Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:25:29.123361 dv-cinder-813984-2-iscsi neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:25:29.147531 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:29.161838 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaa896-2212-49df-a2bc-eb4941cbb9c1 req-48750f80-dc8b-4285-a483-af6ac892ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:29.164003 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7ffaa896-2212-49df-a2bc-eb4941cbb9c1 req-48750f80-dc8b-4285-a483-af6ac892ac0c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=973a39f1cf0340d9a7478172ddec1d10&device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 1097 time: 0.1640844 Oct 14 12:25:29.169221 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe936b7-f73e-4826-9077-e33c9b76434d {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:25:29.218112 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 1fe936b7-f73e-4826-9077-e33c9b76434d, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=1fe936b7-f73e-4826-9077-e33c9b76434d,segment=NetworkSegment(8c13e382-8798-4020-b6de-5a06b6e02b36),segment_id=8c13e382-8798-4020-b6de-5a06b6e02b36)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:29.267306 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bce3c-b668-4332-99e5-742090e7774f req-44def66b-aa08-4980-a6bc-87305af732e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:29.269038 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-2e1bce3c-b668-4332-99e5-742090e7774f req-44def66b-aa08-4980-a6bc-87305af732e3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=973a39f1cf0340d9a7478172ddec1d10&device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 1096 time: 0.1186709 Oct 14 12:25:29.352864 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:29.355548 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 40913220-b2c2-4b0c-8063-661289ee4ace details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:25:29.546575 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a4a7da35251cd845a75d208fb6f40823871570cd89c2545b4640923bed6cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5570ef39-bdc2-4438-b94c-7fe9893d3c87" -d '{"events": [{"name": "network-changed", "server_uuid": "66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1", "tag": "98ddd928-48d3-46c0-b0a0-7a368d44ac9e"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:25:29.550061 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-2e1bce3c-b668-4332-99e5-742090e7774f req-eec7f445-5512-4526-8418-9c014b91c379 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ddd928-48d3-46c0-b0a0-7a368d44ac9e HTTP/1.1" status: 200 len: 217 time: 0.2730763 Oct 14 12:25:29.617957 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bce3c-b668-4332-99e5-742090e7774f req-098cef4d-6674-471e-96af-46628116b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:29.620275 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8ee8df8f-f7d0-46a8-be0b-8864abeaea05 req-d2b09a85-ec43-4c11-8ba3-79cf153e0992 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 210 time: 0.0990686 Oct 14 12:25:29.620858 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-2e1bce3c-b668-4332-99e5-742090e7774f req-098cef4d-6674-471e-96af-46628116b343 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=70525aa9-723f-43d0-835a-f6a0dee60cf8 HTTP/1.1" status: 200 len: 859 time: 0.0637245 Oct 14 12:25:29.682050 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:29.689388 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-2e1bce3c-b668-4332-99e5-742090e7774f req-2f75be82-6dae-4f8f-9044-0d86b8037b5f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552781 Oct 14 12:25:29.702072 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80b0f7-18fb-4233-b911-531a0deeb1ad req-5a065e3d-1894-4775-bb11-aa3b5be88f6c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:29.703065 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=1fe936b7-f73e-4826-9077-e33c9b76434d,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:29.704696 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8c80b0f7-18fb-4233-b911-531a0deeb1ad req-5a065e3d-1894-4775-bb11-aa3b5be88f6c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 943 time: 0.5452797 Oct 14 12:25:29.749803 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:29.753506 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] 10.222.0.71 "DELETE /v2.0/networks/df73d6ab-ee3b-42b6-ad44-3a6eff5c5be1 HTTP/1.1" status: 204 len: 168 time: 1.2620456 Oct 14 12:25:29.772672 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 40913220-b2c2-4b0c-8063-661289ee4ace, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=40913220-b2c2-4b0c-8063-661289ee4ace,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:29.792468 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '40913220-b2c2-4b0c-8063-661289ee4ace', 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53', 'port_id': '40913220-b2c2-4b0c-8063-661289ee4ace', 'mac_address': 'fa:16:3e:41:87:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:25:29.795835 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec33366-9d84-4940-a0d9-3f5fe442f2ab admin admin] Pushing event deleted for resources: {'Network': ['ID=df73d6ab-ee3b-42b6-ad44-3a6eff5c5be1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:29.838288 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0749dd15-9498-4d0c-a041-83de1e215bbe req-6b3ae17a-c2e9-482f-86db-105e62d25375 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 210 time: 0.1085868 Oct 14 12:25:29.860568 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-2e1bce3c-b668-4332-99e5-742090e7774f req-9f0cc422-061b-45ea-9366-476344e64820 service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614366 Oct 14 12:25:29.873082 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:29.901744 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40913220-b2c2-4b0c-8063-661289ee4ace {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:25:29.950933 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 40913220-b2c2-4b0c-8063-661289ee4ace, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=40913220-b2c2-4b0c-8063-661289ee4ace,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:29.960953 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaa896-2212-49df-a2bc-eb4941cbb9c1 req-6ec290ec-a953-4879-9f21-cad59d3abf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:29.962476 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7ffaa896-2212-49df-a2bc-eb4941cbb9c1 req-6ec290ec-a953-4879-9f21-cad59d3abf57 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=973a39f1cf0340d9a7478172ddec1d10&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7873318 Oct 14 12:25:29.965585 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8c80b0f7-18fb-4233-b911-531a0deeb1ad req-46af19de-8e67-4681-8911-562058ffee3e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396767 Oct 14 12:25:29.997616 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47496) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:30.031571 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-06b8e16a-5b6e-4c54-a5ba-94fdf8b69c0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:30.084861 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-2e1bce3c-b668-4332-99e5-742090e7774f req-55a7f31c-7e09-41f6-aff2-430f1801b99d service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151392 Oct 14 12:25:30.097947 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79bdbd-2da7-49ec-906b-d09343561ef8 req-8ecbdd58-775b-4133-a700-77e9e5119ed9 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:30.099583 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1e79bdbd-2da7-49ec-906b-d09343561ef8 req-8ecbdd58-775b-4133-a700-77e9e5119ed9 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 943 time: 0.1328816 Oct 14 12:25:30.117434 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:30.193814 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-06b8e16a-5b6e-4c54-a5ba-94fdf8b69c0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:30.211597 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=40913220-b2c2-4b0c-8063-661289ee4ace,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:30.230673 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1e79bdbd-2da7-49ec-906b-d09343561ef8 req-97e0bd67-936e-4b81-8e95-f70435ab2751 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870101 Oct 14 12:25:30.235746 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaa896-2212-49df-a2bc-eb4941cbb9c1 req-bd26b319-f968-4d82-bd5a-d8d6f4789eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:30.240419 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7ffaa896-2212-49df-a2bc-eb4941cbb9c1 req-bd26b319-f968-4d82-bd5a-d8d6f4789eb5 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2303636 Oct 14 12:25:30.258966 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-06b8e16a-5b6e-4c54-a5ba-94fdf8b69c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:30.392357 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f89bc0-97f5-40c7-8672-fecd00fdde1c x-openstack-request-id: req-f1f89bc0-97f5-40c7-8672-fecd00fdde1c {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:25:30.392357 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1", "tag": "98ddd928-48d3-46c0-b0a0-7a368d44ac9e", "status": "completed", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:25:30.392838 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f1f89bc0-97f5-40c7-8672-fecd00fdde1c {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:25:30.393520 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1', 'tag': '98ddd928-48d3-46c0-b0a0-7a368d44ac9e', 'status': 'completed', 'code': 200} Oct 14 12:25:30.397236 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-06b8e16a-5b6e-4c54-a5ba-94fdf8b69c0a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6f3305c14edd4ab1b5b3a1cdb2a79dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986101 Oct 14 12:25:30.399614 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8e16a-5b6e-4c54-a5ba-94fdf8b69c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c386c7-217e-4d34-8ac2-ced07c226089,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:30.402277 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47506) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:30.407169 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['1fe936b7-f73e-4826-9077-e33c9b76434d'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:25:30.444325 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47508) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:30.466346 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['40913220-b2c2-4b0c-8063-661289ee4ace'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:25:30.524515 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-c792e9df-1ee2-49c8-b8ed-3bad6060a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:30.525745 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-c792e9df-1ee2-49c8-b8ed-3bad6060a380 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=973a39f1cf0340d9a7478172ddec1d10&device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 1097 time: 0.1909511 Oct 14 12:25:30.535783 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-64bf6cc4-8973-427e-ac7c-c9f21a311d84 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:30.539158 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-64bf6cc4-8973-427e-ac7c-c9f21a311d84 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.82 "GET /v2.0/networks?id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d HTTP/1.1" status: 200 len: 816 time: 0.2482183 Oct 14 12:25:30.556649 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e945d-8574-425a-b58a-d76f67705dd4 req-25ce5895-15b4-4d92-812e-42b4914e53aa tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:30.564043 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6f0e945d-8574-425a-b58a-d76f67705dd4 req-25ce5895-15b4-4d92-812e-42b4914e53aa tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 945 time: 0.1590350 Oct 14 12:25:30.602204 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570ef39-bdc2-4438-b94c-7fe9893d3c87 req-ddda24a7-e946-4799-bf82-3d41e80f44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:30.603879 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5570ef39-bdc2-4438-b94c-7fe9893d3c87 req-ddda24a7-e946-4799-bf82-3d41e80f44ee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=973a39f1cf0340d9a7478172ddec1d10&device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 1096 time: 0.1534438 Oct 14 12:25:30.605461 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-17729849-b21f-4596-9d99-5b2d3d93e810 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a168ce-97b6-4989-b238-6318056cb676 HTTP/1.1" status: 200 len: 217 time: 0.0652044 Oct 14 12:25:30.612748 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-b64227f8-2ca1-4f5a-b2ef-c66efad01a53 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ad589aefdd3a4dddb1db05785fd39b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687868 Oct 14 12:25:30.614280 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-051673c9-f6a9-49de-afa9-ecda0bd4aa30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:30.616495 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47514) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:30.679578 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6f0e945d-8574-425a-b58a-d76f67705dd4 req-1ad68043-0e8e-4e58-87fc-5bcd6168fb6b tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097078 Oct 14 12:25:30.689616 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-c9d05148-6b06-4978-bce4-6f669f3532bd tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254e8ebad5c540d4bc11cf8a08096cf3 HTTP/1.1" status: 200 len: 379 time: 0.1223459 Oct 14 12:25:30.704458 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-f4dfdd37-0b4a-4418-8875-8ae7df633e30 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Request body: {'port': {'device_id': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'admin_state_up': True, 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'security_groups': ['3161f985-e8cb-4398-bac2-654dcf982cce']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:30.776685 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-985f0a64-f401-45a3-9581-4fb81c4344e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:30.778600 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-985f0a64-f401-45a3-9581-4fb81c4344e2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=70525aa9-723f-43d0-835a-f6a0dee60cf8 HTTP/1.1" status: 200 len: 859 time: 0.1492152 Oct 14 12:25:30.885474 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-051673c9-f6a9-49de-afa9-ecda0bd4aa30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:30.891356 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-5b40ce59-f3b7-4f9a-b0d0-1e2601a5fe97 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858340 Oct 14 12:25:30.893829 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dce8f87c-e82a-45cc-92fb-6c35019706e1 req-3e34c28d-d44e-4f81-8ce4-d4fe528822b2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 210 time: 0.0863056 Oct 14 12:25:30.986828 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-70ce7314-5467-43fd-be1e-6804af371076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:31.042151 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4836354b-9dfc-4f65-986b-da4d2b959175 req-50a824d1-0199-4c4d-98aa-0b43551cab43 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 210 time: 0.0876114 Oct 14 12:25:31.062361 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-f4dfdd37-0b4a-4418-8875-8ae7df633e30 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Made reservation on behalf of 254e8ebad5c540d4bc11cf8a08096cf3 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:25:31.075526 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-f4dfdd37-0b4a-4418-8875-8ae7df633e30 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:31.076871 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-70ce7314-5467-43fd-be1e-6804af371076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:31.096553 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570ef39-bdc2-4438-b94c-7fe9893d3c87 req-d7c58ec3-c7f3-4adc-9513-c3a50aab3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:31.099109 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5570ef39-bdc2-4438-b94c-7fe9893d3c87 req-d7c58ec3-c7f3-4adc-9513-c3a50aab3bb1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2 HTTP/1.1" status: 200 len: 920 time: 0.4653349 Oct 14 12:25:31.126595 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-ec2410cd-1755-41f5-b0dc-c47328a48726 service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181308 Oct 14 12:25:31.177742 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-051673c9-f6a9-49de-afa9-ecda0bd4aa30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:31.177742 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-051673c9-f6a9-49de-afa9-ecda0bd4aa30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:31.181026 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-051673c9-f6a9-49de-afa9-ecda0bd4aa30 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a0c386c7-217e-4d34-8ac2-ced07c226089 HTTP/1.1" status: 204 len: 168 time: 0.7757394 Oct 14 12:25:31.193592 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5570ef39-bdc2-4438-b94c-7fe9893d3c87 req-34cceeb2-5a3c-40d9-9ffe-9ca1e7fac606 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ddd928-48d3-46c0-b0a0-7a368d44ac9e HTTP/1.1" status: 200 len: 217 time: 0.0838664 Oct 14 12:25:31.202886 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-809d7847-43d9-4929-b7c7-a756c9320605 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:31.205039 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051673c9-f6a9-49de-afa9-ecda0bd4aa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c386c7-217e-4d34-8ac2-ced07c226089,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:31.205203 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-809d7847-43d9-4929-b7c7-a756c9320605 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.82 "GET /v2.0/networks?id=253a832c-afa8-4771-87e8-6dfb3bd2f212 HTTP/1.1" status: 200 len: 810 time: 0.3129437 Oct 14 12:25:31.254878 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-70ce7314-5467-43fd-be1e-6804af371076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:31.258058 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-70ce7314-5467-43fd-be1e-6804af371076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:31.262291 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-70ce7314-5467-43fd-be1e-6804af371076 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/646eda77-cf91-4a66-9cfe-cbde96efb6d1 HTTP/1.1" status: 204 len: 168 time: 0.6453443 Oct 14 12:25:31.305610 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce7314-5467-43fd-be1e-6804af371076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646eda77-cf91-4a66-9cfe-cbde96efb6d1,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:31.382041 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa84757-ad50-4e1a-86d9-b015e28102e7 req-618565b8-68cd-4b1e-94ce-bc6a70110221 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:31.384973 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eaa84757-ad50-4e1a-86d9-b015e28102e7 req-618565b8-68cd-4b1e-94ce-bc6a70110221 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 943 time: 0.2944036 Oct 14 12:25:31.386524 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570ef39-bdc2-4438-b94c-7fe9893d3c87 req-5444c9df-3aca-4678-b606-e940a0f1f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:31.387968 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5570ef39-bdc2-4438-b94c-7fe9893d3c87 req-5444c9df-3aca-4678-b606-e940a0f1f67b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=70525aa9-723f-43d0-835a-f6a0dee60cf8 HTTP/1.1" status: 200 len: 859 time: 0.1816819 Oct 14 12:25:31.408186 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-4c5d8e72-a00c-4097-8d20-1edc0e4c0fcb req-57ed924c-b94b-4c91-88c1-fca61aacb9eb service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736709 Oct 14 12:25:31.633583 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-1d41ac55-afbb-4453-ae72-6934fc9b84db tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a99511a7cfa740f4b660b4e6e9b9871a HTTP/1.1" status: 200 len: 379 time: 0.3926275 Oct 14 12:25:31.661681 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5570ef39-bdc2-4438-b94c-7fe9893d3c87 req-a5a5ead2-38c9-4864-bbde-16990684d972 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2474627 Oct 14 12:25:31.667265 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-696977ff-6b90-4ce3-b29b-6133ec69d5bd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Request body: {'port': {'device_id': 'e830cbcd-f395-4035-8795-1a27f6926d94', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'admin_state_up': True, 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'security_groups': ['b6e0d21c-2df2-46e1-b2cd-165948173c14']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:31.752326 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-f4dfdd37-0b4a-4418-8875-8ae7df633e30 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Allocated IP 172.20.0.10 (1f2d1afd-f850-4c18-8b5a-8234bb24a17d/cc5bc5ee-814c-4686-ba13-7451402f57fe/fad824bc-b575-42f3-8c13-34e3a61729a0) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:25:31.859451 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eaa84757-ad50-4e1a-86d9-b015e28102e7 req-032eca11-655d-487a-9bd7-db68789a31ef tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414327 Oct 14 12:25:31.904779 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e28d51-8491-4b07-b08a-85b26b714285 req-ae61b2cd-f4b3-48f0-ac96-ac400d9e362f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:31.913572 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-82e28d51-8491-4b07-b08a-85b26b714285 req-ae61b2cd-f4b3-48f0-ac96-ac400d9e362f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 944 time: 0.5244780 Oct 14 12:25:32.036934 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5570ef39-bdc2-4438-b94c-7fe9893d3c87 req-ca1616b4-918f-4f07-aced-932ec2aef957 service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458004 Oct 14 12:25:32.132329 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-82e28d51-8491-4b07-b08a-85b26b714285 req-e29cabfb-3491-4d29-b452-c6fc1f522f4a tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145171 Oct 14 12:25:32.166104 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccd86e-a84b-4bdd-a454-3c72a5d88016 req-42c8a358-842d-46b5-b775-e0bed3f61f94 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:32.167622 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-aaccd86e-a84b-4bdd-a454-3c72a5d88016 req-42c8a358-842d-46b5-b775-e0bed3f61f94 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 945 time: 0.2301910 Oct 14 12:25:32.268159 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-696977ff-6b90-4ce3-b29b-6133ec69d5bd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Made reservation on behalf of a99511a7cfa740f4b660b4e6e9b9871a for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:25:32.273222 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-696977ff-6b90-4ce3-b29b-6133ec69d5bd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:32.283875 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cdc7bd25-da42-4add-96dd-82dec44bb435 req-34c1a244-ab09-45f4-aca3-099c3ee9b378 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 210 time: 0.0748458 Oct 14 12:25:32.320766 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-f4dfdd37-0b4a-4418-8875-8ae7df633e30 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:32.352527 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47570) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:32.362204 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5570ef39-bdc2-4438-b94c-7fe9893d3c87 req-e63f4259-fa32-48fd-9658-5320503642ef service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968700 Oct 14 12:25:32.366190 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-aaccd86e-a84b-4bdd-a454-3c72a5d88016 req-8a9189a9-5cc0-4013-999d-6f204ed24a30 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878936 Oct 14 12:25:32.462897 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-8dac5b50-2be3-4924-abc8-6092d33cb612 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=954f00afeade45ecab95b63137730f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1083584 Oct 14 12:25:32.464073 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47574) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:32.471963 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e846f451-592d-42e9-9809-1a1b7db5a15c req-b30f070e-2a16-4aa8-b124-a91eda5564f6 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 210 time: 0.0611503 Oct 14 12:25:32.529721 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-190cece5-9bb3-4dc2-959c-987adcb44821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:32.553832 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-696977ff-6b90-4ce3-b29b-6133ec69d5bd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Allocated IP 172.20.0.5 (253a832c-afa8-4771-87e8-6dfb3bd2f212/1808dccd-0f99-40d5-87b6-c6cd63c4fafb/e237ce07-89a3-44dd-858a-005434e6800f) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:25:32.554439 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-190cece5-9bb3-4dc2-959c-987adcb44821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:32.584713 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-f4dfdd37-0b4a-4418-8875-8ae7df633e30 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:32.651143 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-f4dfdd37-0b4a-4418-8875-8ae7df633e30 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:32.654749 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-f4dfdd37-0b4a-4418-8875-8ae7df633e30 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:32.658919 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-f4dfdd37-0b4a-4418-8875-8ae7df633e30 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:25:32.678994 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-190cece5-9bb3-4dc2-959c-987adcb44821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:32.681980 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-190cece5-9bb3-4dc2-959c-987adcb44821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:32.683857 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-190cece5-9bb3-4dc2-959c-987adcb44821 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c243d485-ec7e-4dbc-87cd-e140111afe29 HTTP/1.1" status: 204 len: 168 time: 0.2186239 Oct 14 12:25:32.693996 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cece5-9bb3-4dc2-959c-987adcb44821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c243d485-ec7e-4dbc-87cd-e140111afe29,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:32.716282 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 98ddd928-48d3-46c0-b0a0-7a368d44ac9e details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:25:32.730550 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 1fe936b7-f73e-4826-9077-e33c9b76434d up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:32.795227 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-f4dfdd37-0b4a-4418-8875-8ae7df633e30 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:32.822515 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-f4dfdd37-0b4a-4418-8875-8ae7df633e30 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:32.822515 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfdd37-0b4a-4418-8875-8ae7df633e30 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event updated for resources: {'Port': ['ID=fad824bc-b575-42f3-8c13-34e3a61729a0,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:32.944244 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-696977ff-6b90-4ce3-b29b-6133ec69d5bd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:33.033077 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 98ddd928-48d3-46c0-b0a0-7a368d44ac9e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=98ddd928-48d3-46c0-b0a0-7a368d44ac9e,segment=NetworkSegment(8e26d71a-603f-4014-b211-57b6c418d476),segment_id=8e26d71a-603f-4014-b211-57b6c418d476)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:33.043492 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-f4dfdd37-0b4a-4418-8875-8ae7df633e30 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3439496 Oct 14 12:25:33.056747 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '98ddd928-48d3-46c0-b0a0-7a368d44ac9e', 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2', 'port_id': '98ddd928-48d3-46c0-b0a0-7a368d44ac9e', 'mac_address': 'fa:16:3e:29:36:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70525aa9-723f-43d0-835a-f6a0dee60cf8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:25:33.061922 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Request body: {'port': {'device_id': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:33.074575 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd1ab1-281c-4a49-b393-98fd50729d0e req-1e8a8b25-73c4-4ceb-a2f3-5f2d3836a150 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:33.076367 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-83cd1ab1-281c-4a49-b393-98fd50729d0e req-1e8a8b25-73c4-4ceb-a2f3-5f2d3836a150 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 943 time: 0.0986257 Oct 14 12:25:33.103551 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:33.125058 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ddd928-48d3-46c0-b0a0-7a368d44ac9e {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:25:33.148376 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-696977ff-6b90-4ce3-b29b-6133ec69d5bd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:33.152178 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-5eda562b-1836-4866-be4d-55d690f9f2a9 None None] Provisioning complete for port fad824bc-b575-42f3-8c13-34e3a61729a0 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:33.152555 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5eda562b-1836-4866-be4d-55d690f9f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:33.155830 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 98ddd928-48d3-46c0-b0a0-7a368d44ac9e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=98ddd928-48d3-46c0-b0a0-7a368d44ac9e,segment=NetworkSegment(8e26d71a-603f-4014-b211-57b6c418d476),segment_id=8e26d71a-603f-4014-b211-57b6c418d476)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:33.158803 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 1fe936b7-f73e-4826-9077-e33c9b76434d completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:25:33.188723 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 1fe936b7-f73e-4826-9077-e33c9b76434d triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:33.188723 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:33.224976 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-5eda562b-1836-4866-be4d-55d690f9f2a9 None None] Port fad824bc-b575-42f3-8c13-34e3a61729a0 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:25:33.236894 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-83cd1ab1-281c-4a49-b393-98fd50729d0e req-4a7e5a1b-a4e1-4590-a4ae-0744935497db tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392725 Oct 14 12:25:33.243672 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:33.256123 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:33.279866 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-696977ff-6b90-4ce3-b29b-6133ec69d5bd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Network 253a832c-afa8-4771-87e8-6dfb3bd2f212 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:25:33.282156 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696977ff-6b90-4ce3-b29b-6133ec69d5bd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event updated for resources: {'Port': ['ID=e237ce07-89a3-44dd-858a-005434e6800f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:33.299593 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-696977ff-6b90-4ce3-b29b-6133ec69d5bd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:25:33.303789 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-696977ff-6b90-4ce3-b29b-6133ec69d5bd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:25:33.348855 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:33.374864 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=98ddd928-48d3-46c0-b0a0-7a368d44ac9e,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:33.394708 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04255fce-427f-4601-a6ee-891291ee34bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe936b7-f73e-4826-9077-e33c9b76434d'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:25:33.488076 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-696977ff-6b90-4ce3-b29b-6133ec69d5bd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:33.491859 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-696977ff-6b90-4ce3-b29b-6133ec69d5bd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:33.498971 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a182abf-5ced-4700-b573-ee40bd8465dd req-a27ded39-374b-4832-93c0-01477fe91706 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:33.500517 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4a182abf-5ced-4700-b573-ee40bd8465dd req-a27ded39-374b-4832-93c0-01477fe91706 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 944 time: 0.2525952 Oct 14 12:25:33.549490 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 1fe936b7-f73e-4826-9077-e33c9b76434d, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=1fe936b7-f73e-4826-9077-e33c9b76434d,segment=NetworkSegment(8c13e382-8798-4020-b6de-5a06b6e02b36),segment_id=8c13e382-8798-4020-b6de-5a06b6e02b36)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:33.619344 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7d545-407f-4f30-9900-ba8ceb5d0f1b req-ab76a28b-3d91-4bec-8d0f-b1699d1c989c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:33.622673 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['98ddd928-48d3-46c0-b0a0-7a368d44ac9e'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:25:33.626919 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94b7d545-407f-4f30-9900-ba8ceb5d0f1b req-ab76a28b-3d91-4bec-8d0f-b1699d1c989c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 932 time: 0.2282801 Oct 14 12:25:33.665020 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:33.666799 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 40913220-b2c2-4b0c-8063-661289ee4ace up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:33.702422 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4a182abf-5ced-4700-b573-ee40bd8465dd req-840de38f-b63b-4c33-b545-df89b48ca962 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358573 Oct 14 12:25:33.739012 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-696977ff-6b90-4ce3-b29b-6133ec69d5bd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0809391 Oct 14 12:25:33.761753 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94b7d545-407f-4f30-9900-ba8ceb5d0f1b req-ad6bb2e5-e69b-4434-97bc-13138b951fd3 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335213 Oct 14 12:25:33.774781 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Request body: {'port': {'device_id': 'e830cbcd-f395-4035-8795-1a27f6926d94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:33.775046 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbc2a1d-f41b-46f8-b4f7-9d2485ba71a8" -d '{"events": [{"server_uuid": "04255fce-427f-4601-a6ee-891291ee34bf", "name": "network-vif-plugged", "status": "completed", "tag": "1fe936b7-f73e-4826-9077-e33c9b76434d"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:25:33.844079 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-2985a6fc-734b-4498-85d4-f6311863ce94 None None] Provisioning complete for port e237ce07-89a3-44dd-858a-005434e6800f triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:33.844788 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2985a6fc-734b-4498-85d4-f6311863ce94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:33.859500 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=1fe936b7-f73e-4826-9077-e33c9b76434d,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:33.959141 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2985a6fc-734b-4498-85d4-f6311863ce94 None None] Port e237ce07-89a3-44dd-858a-005434e6800f cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:25:33.987359 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:34.040368 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 40913220-b2c2-4b0c-8063-661289ee4ace completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:25:34.054389 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 40913220-b2c2-4b0c-8063-661289ee4ace triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:34.054774 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:34.193562 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:34.241980 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 40913220-b2c2-4b0c-8063-661289ee4ace, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=40913220-b2c2-4b0c-8063-661289ee4ace,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:34.286582 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729479a-d265-4f76-9613-bf0611f5b02b req-013c353a-3260-4b33-9c9e-e3ecb9a543b1 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:34.288165 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4729479a-d265-4f76-9613-bf0611f5b02b req-013c353a-3260-4b33-9c9e-e3ecb9a543b1 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 946 time: 0.4040720 Oct 14 12:25:34.303969 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68357fd3-bce0-409d-bd96-c43c7e99134b req-2640a79a-ed70-4ade-b005-59f998aa47c7 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:34.311143 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-68357fd3-bce0-409d-bd96-c43c7e99134b req-2640a79a-ed70-4ade-b005-59f998aa47c7 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 931 time: 0.4222176 Oct 14 12:25:34.311906 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:34.314365 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad824bc-b575-42f3-8c13-34e3a61729a0 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:25:34.333560 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:34.410412 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=40913220-b2c2-4b0c-8063-661289ee4ace,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:34.443871 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Transition to ACTIVE for port object fad824bc-b575-42f3-8c13-34e3a61729a0 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:25:34.483390 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4729479a-d265-4f76-9613-bf0611f5b02b req-ce28f002-d560-4ad0-ae7f-0b5858b21642 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622005 Oct 14 12:25:34.494694 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-68357fd3-bce0-409d-bd96-c43c7e99134b req-47ca4577-1ab8-4e0e-b956-9e141fc80c47 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825864 Oct 14 12:25:34.639022 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35215fda-2cd3-4e45-b681-d17bfc7717ec req-a8be4e2f-f733-4fe2-b996-2b4ce8aa7cff tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:34.640515 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-35215fda-2cd3-4e45-b681-d17bfc7717ec req-a8be4e2f-f733-4fe2-b996-2b4ce8aa7cff tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 944 time: 0.0816786 Oct 14 12:25:34.641162 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:34.729153 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 11a168ce-97b6-4989-b238-6318056cb676 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:25:34.732352 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 98ddd928-48d3-46c0-b0a0-7a368d44ac9e up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:34.763018 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Pushing event updated for resources: {'Port': ['ID=fad824bc-b575-42f3-8c13-34e3a61729a0,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:34.792752 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-35215fda-2cd3-4e45-b681-d17bfc7717ec req-e64bf5fb-eb4f-495f-becf-c05652ad6961 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422071 Oct 14 12:25:34.794917 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e237ce07-89a3-44dd-858a-005434e6800f {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:25:34.829935 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:34.919502 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Transition to ACTIVE for port object e237ce07-89a3-44dd-858a-005434e6800f will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:25:34.976858 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51b935a-94b3-4b6d-a517-9bd44cf2d1c5 x-openstack-request-id: req-e51b935a-94b3-4b6d-a517-9bd44cf2d1c5 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:25:34.977697 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04255fce-427f-4601-a6ee-891291ee34bf", "name": "network-vif-plugged", "status": "completed", "tag": "1fe936b7-f73e-4826-9077-e33c9b76434d", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:25:34.978105 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e51b935a-94b3-4b6d-a517-9bd44cf2d1c5 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:25:34.978710 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04255fce-427f-4601-a6ee-891291ee34bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe936b7-f73e-4826-9077-e33c9b76434d', 'code': 200} Oct 14 12:25:35.025598 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.026154 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 11a168ce-97b6-4989-b238-6318056cb676, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=11a168ce-97b6-4989-b238-6318056cb676,segment=NetworkSegment(8e26d71a-603f-4014-b211-57b6c418d476),segment_id=8e26d71a-603f-4014-b211-57b6c418d476)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:35.037321 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 98ddd928-48d3-46c0-b0a0-7a368d44ac9e completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:25:35.043731 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '11a168ce-97b6-4989-b238-6318056cb676', 'network_id': '48fa637c-0ab1-4285-9c10-f28e9ef85ff2', 'port_id': '11a168ce-97b6-4989-b238-6318056cb676', 'mac_address': 'fa:16:3e:ce:a2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70525aa9-723f-43d0-835a-f6a0dee60cf8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:25:35.055045 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 98ddd928-48d3-46c0-b0a0-7a368d44ac9e triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:35.058445 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.062809 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Attempting to bind port fad824bc-b575-42f3-8c13-34e3a61729a0 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:25:35.063243 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Attempting to bind port fad824bc-b575-42f3-8c13-34e3a61729a0 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:25:35.067768 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Attempting to bind port fad824bc-b575-42f3-8c13-34e3a61729a0 on network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:35.126741 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.137489 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Port fad824bc-b575-42f3-8c13-34e3a61729a0 on network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:25:35.137820 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Attempting to bind port fad824bc-b575-42f3-8c13-34e3a61729a0 on network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:35.149743 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a168ce-97b6-4989-b238-6318056cb676 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:25:35.178232 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:25:35.178232 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Checking segment: {'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:25:35.187133 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Bound using segment: {'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:25:35.187133 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Bound port: fad824bc-b575-42f3-8c13-34e3a61729a0, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:25:35.187133 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.189852 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 11a168ce-97b6-4989-b238-6318056cb676, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=11a168ce-97b6-4989-b238-6318056cb676,segment=NetworkSegment(8e26d71a-603f-4014-b211-57b6c418d476),segment_id=8e26d71a-603f-4014-b211-57b6c418d476)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:35.195052 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fac22-d845-42ff-a56c-017ec7b52953 req-411b5254-2399-44f8-ab12-41306a832355 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:35.196635 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4d7fac22-d845-42ff-a56c-017ec7b52953 req-411b5254-2399-44f8-ab12-41306a832355 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 945 time: 0.2624013 Oct 14 12:25:35.233769 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Pushing event updated for resources: {'Port': ['ID=e237ce07-89a3-44dd-858a-005434e6800f,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:35.256167 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47678) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:35.256719 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.283074 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.324203 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 98ddd928-48d3-46c0-b0a0-7a368d44ac9e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=98ddd928-48d3-46c0-b0a0-7a368d44ac9e,segment=NetworkSegment(8e26d71a-603f-4014-b211-57b6c418d476),segment_id=8e26d71a-603f-4014-b211-57b6c418d476)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:35.332470 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a24f9-8b5e-4b2a-8bf2-63dce576f0d6 req-bc55f303-f5a5-4642-962c-c93813df9a20 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:35.334046 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-160a24f9-8b5e-4b2a-8bf2-63dce576f0d6 req-bc55f303-f5a5-4642-962c-c93813df9a20 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.2220116 Oct 14 12:25:35.370469 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=11a168ce-97b6-4989-b238-6318056cb676,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:35.403525 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d26bbcc0-fbd7-4827-bdab-61b64112bf6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.405215 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] For port fad824bc-b575-42f3-8c13-34e3a61729a0, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:25:35.409113 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] For port fad824bc-b575-42f3-8c13-34e3a61729a0, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=fad824bc-b575-42f3-8c13-34e3a61729a0,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:25:35.438206 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.445900 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4d7fac22-d845-42ff-a56c-017ec7b52953 req-8c0551e9-b167-4302-943a-269c34ff2b1a tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237966 Oct 14 12:25:35.517648 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['11a168ce-97b6-4989-b238-6318056cb676'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:25:35.529827 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=98ddd928-48d3-46c0-b0a0-7a368d44ac9e,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:35.545609 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d26bbcc0-fbd7-4827-bdab-61b64112bf6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.551694 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-160a24f9-8b5e-4b2a-8bf2-63dce576f0d6 req-bcf45f00-9c4b-418d-a921-a6b6557b5083 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150897 Oct 14 12:25:35.574028 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.614460 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d26bbcc0-fbd7-4827-bdab-61b64112bf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.615995 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Attempting to bind port e237ce07-89a3-44dd-858a-005434e6800f on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:25:35.616332 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Attempting to bind port e237ce07-89a3-44dd-858a-005434e6800f by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:25:35.616655 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Attempting to bind port e237ce07-89a3-44dd-858a-005434e6800f on network 253a832c-afa8-4771-87e8-6dfb3bd2f212 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:35.689404 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Port e237ce07-89a3-44dd-858a-005434e6800f on network 253a832c-afa8-4771-87e8-6dfb3bd2f212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:25:35.689404 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Attempting to bind port e237ce07-89a3-44dd-858a-005434e6800f on network 253a832c-afa8-4771-87e8-6dfb3bd2f212 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:25:35.690748 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39d290-352e-4e20-93ba-dde4e5100e58 req-ec55a49b-c1b4-4576-8e04-2879a8aeec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:35.693010 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9b39d290-352e-4e20-93ba-dde4e5100e58 req-ec55a49b-c1b4-4576-8e04-2879a8aeec77 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 1099 time: 0.2654483 Oct 14 12:25:35.695510 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:35.696496 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.698496 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] 10.222.0.82 "PUT /v2.0/ports/fad824bc-b575-42f3-8c13-34e3a61729a0 HTTP/1.1" status: 200 len: 1094 time: 2.6434484 Oct 14 12:25:35.703307 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'tag': 'fad824bc-b575-42f3-8c13-34e3a61729a0'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:25:35.704912 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e926bc3-e63d-44b4-9a8c-3b9e49cfb17d" -d '{"events": [{"name": "network-changed", "server_uuid": "45b7d504-7f3f-4b03-88f3-727fd9a94aa7", "tag": "fad824bc-b575-42f3-8c13-34e3a61729a0"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:25:35.746709 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:25:35.746709 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Checking segment: {'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:25:35.746709 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Bound using segment: {'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:25:35.746709 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Bound port: e237ce07-89a3-44dd-858a-005434e6800f, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:25:35.746709 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.747756 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9b39d290-352e-4e20-93ba-dde4e5100e58 req-c57b14c6-fc19-47bd-9169-4dbd2d66f95c service neutron] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.761598 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-d26bbcc0-fbd7-4827-bdab-61b64112bf6f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=24ad27f35e1f413fb2bb222246dffcff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5093689 Oct 14 12:25:35.763705 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47694) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:35.765833 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bbcc0-fbd7-4827-bdab-61b64112bf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02fa96b-257e-4841-89f0-7d690eb0aad4,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:35.850584 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-01b7e131-9130-4699-b3a1-2ad61141912a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.876337 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-01b7e131-9130-4699-b3a1-2ad61141912a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:35.882955 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ed662-6a6a-41b7-85ef-bf725e13cf98 req-2bb30386-33bd-442b-b43f-d223f872752b tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:35.885045 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fa1ed662-6a6a-41b7-85ef-bf725e13cf98 req-2bb30386-33bd-442b-b43f-d223f872752b tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 946 time: 0.2658699 Oct 14 12:25:35.963042 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658bbb2-d24b-4c3b-841b-8ab5864515bc req-1ae985ec-36f4-4aad-9f21-2d763e953408 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:35.964580 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a658bbb2-d24b-4c3b-841b-8ab5864515bc req-1ae985ec-36f4-4aad-9f21-2d763e953408 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 943 time: 0.2543981 Oct 14 12:25:36.017266 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351ab0d-ec9b-40bf-b602-adcee9db01bc service neutron] Pushing event updated for resources: {'Port': ['ID=fad824bc-b575-42f3-8c13-34e3a61729a0,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:36.044791 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-01b7e131-9130-4699-b3a1-2ad61141912a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:36.047567 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-01b7e131-9130-4699-b3a1-2ad61141912a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:36.049404 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-01b7e131-9130-4699-b3a1-2ad61141912a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d02fa96b-257e-4841-89f0-7d690eb0aad4 HTTP/1.1" status: 204 len: 168 time: 0.2776058 Oct 14 12:25:36.062658 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7e131-9130-4699-b3a1-2ad61141912a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02fa96b-257e-4841-89f0-7d690eb0aad4,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:36.072008 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] For port e237ce07-89a3-44dd-858a-005434e6800f, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:25:36.084775 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fa1ed662-6a6a-41b7-85ef-bf725e13cf98 req-618832a6-2860-49ba-a4cb-b97030199441 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820128 Oct 14 12:25:36.086540 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-cb30a900-9dc4-4891-8ae3-06544faddbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:36.088054 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-cb30a900-9dc4-4891-8ae3-06544faddbb9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 1097 time: 0.2445257 Oct 14 12:25:36.133797 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] For port e237ce07-89a3-44dd-858a-005434e6800f, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=e237ce07-89a3-44dd-858a-005434e6800f,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:25:36.175775 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2876cab8-069c-4e55-8fdf-f8825eba24b5 x-openstack-request-id: req-2876cab8-069c-4e55-8fdf-f8825eba24b5 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:25:36.176521 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b7d504-7f3f-4b03-88f3-727fd9a94aa7", "tag": "fad824bc-b575-42f3-8c13-34e3a61729a0", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:25:36.176521 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2876cab8-069c-4e55-8fdf-f8825eba24b5 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:25:36.179054 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'tag': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'status': 'completed', 'code': 200} Oct 14 12:25:36.180295 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-a59a3458-da97-4174-9252-98653a5de0cb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad824bc-b575-42f3-8c13-34e3a61729a0 HTTP/1.1" status: 200 len: 217 time: 0.0810633 Oct 14 12:25:36.199695 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a658bbb2-d24b-4c3b-841b-8ab5864515bc req-c23568b2-34be-49dc-b8d9-bd5028f21f59 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168524 Oct 14 12:25:36.236985 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:36.259577 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:36.278526 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9b39d290-352e-4e20-93ba-dde4e5100e58 req-c57b14c6-fc19-47bd-9169-4dbd2d66f95c service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:36.332561 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:36.333247 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:36.335509 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] 10.222.0.82 "PUT /v2.0/ports/e237ce07-89a3-44dd-858a-005434e6800f HTTP/1.1" status: 200 len: 1093 time: 2.5703673 Oct 14 12:25:36.352391 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-63313e14-0820-4e00-bcdb-1c8b20c8f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:36.352645 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-63313e14-0820-4e00-bcdb-1c8b20c8f209 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cc5bc5ee-814c-4686-ba13-7451402f57fe HTTP/1.1" status: 200 len: 855 time: 0.1590796 Oct 14 12:25:36.383813 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9b39d290-352e-4e20-93ba-dde4e5100e58 req-c57b14c6-fc19-47bd-9169-4dbd2d66f95c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:36.409468 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132195d-1780-482d-a0a4-9faad6bf6f58 service neutron] Pushing event updated for resources: {'Port': ['ID=e237ce07-89a3-44dd-858a-005434e6800f,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:36.453626 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cbad4-7b3c-4b96-8ba9-fe1580141c2a req-93497bab-7a14-4586-9cd8-af205044b715 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:36.455496 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-590cbad4-7b3c-4b96-8ba9-fe1580141c2a req-93497bab-7a14-4586-9cd8-af205044b715 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.2153585 Oct 14 12:25:36.469685 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9b39d290-352e-4e20-93ba-dde4e5100e58 req-c57b14c6-fc19-47bd-9169-4dbd2d66f95c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7542601 Oct 14 12:25:36.485829 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b14c6-fc19-47bd-9169-4dbd2d66f95c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=04555118-cd5f-45d5-bd55-553dd7f5cdff,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:36.513152 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-69d1abb3-6c37-4f78-aa00-977979bd3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:36.514664 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-69d1abb3-6c37-4f78-aa00-977979bd3aa7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1498528 Oct 14 12:25:36.533057 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-590cbad4-7b3c-4b96-8ba9-fe1580141c2a req-ae2953f2-7672-446c-949f-8f51cec86ce3 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545413 Oct 14 12:25:36.611723 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1815172-0b3b-481d-8f1d-1a01413df6de req-3b62f3e3-5d75-4220-bed6-2b2d42a1ebe7 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:36.613540 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d1815172-0b3b-481d-8f1d-1a01413df6de req-3b62f3e3-5d75-4220-bed6-2b2d42a1ebe7 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 945 time: 0.0726616 Oct 14 12:25:36.692312 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d1815172-0b3b-481d-8f1d-1a01413df6de req-882008f5-5c5d-4688-a3fd-a31c5689ee15 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704367 Oct 14 12:25:36.742361 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 11a168ce-97b6-4989-b238-6318056cb676 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:36.777670 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cef78-7782-4489-9033-e432ba0a9fc7 req-f4f60da3-c284-4562-9277-591a317eb956 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:36.779565 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-108cef78-7782-4489-9033-e432ba0a9fc7 req-f4f60da3-c284-4562-9277-591a317eb956 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.1429977 Oct 14 12:25:36.793707 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47726) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:36.863821 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-d0bd239a-b016-4266-9af0-653ec8ccd31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:36.865324 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-d0bd239a-b016-4266-9af0-653ec8ccd31b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a99511a7cfa740f4b660b4e6e9b9871a&device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 1096 time: 0.1377833 Oct 14 12:25:36.926914 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-cd82ce3d-536b-49f9-883f-83ffd8ec51a8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e237ce07-89a3-44dd-858a-005434e6800f HTTP/1.1" status: 200 len: 217 time: 0.0527551 Oct 14 12:25:36.929212 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-83fc107f-6334-4ee4-a2ad-478bfb28d4a7 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312865 Oct 14 12:25:36.932225 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-108cef78-7782-4489-9033-e432ba0a9fc7 req-9d295f94-cdc6-4fc9-b578-ac7a5a1c482a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442351 Oct 14 12:25:36.941542 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b77e476f-45e7-4950-9597-996c4302b39e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:36.980270 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97aa0b2-ff54-43e9-ac8a-d7896a7b02e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40913220-b2c2-4b0c-8063-661289ee4ace'}, {'server_uuid': '66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ddd928-48d3-46c0-b0a0-7a368d44ac9e'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:25:36.982808 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834c21d9-1486-4232-88fe-991c07ac9ac1" -d '{"events": [{"server_uuid": "d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7", "name": "network-vif-plugged", "status": "completed", "tag": "40913220-b2c2-4b0c-8063-661289ee4ace"}, {"server_uuid": "66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1", "name": "network-vif-plugged", "status": "completed", "tag": "98ddd928-48d3-46c0-b0a0-7a368d44ac9e"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:25:36.995708 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 11a168ce-97b6-4989-b238-6318056cb676 completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:25:37.002268 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 11a168ce-97b6-4989-b238-6318056cb676 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:37.003160 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.032913 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 14 Oct 2021 12:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87464761-a91c-4bb8-9cc0-df1cc1ea36c1 x-openstack-request-id: req-87464761-a91c-4bb8-9cc0-df1cc1ea36c1 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:25:37.033210 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7", "name": "network-vif-plugged", "status": "completed", "tag": "40913220-b2c2-4b0c-8063-661289ee4ace", "code": 200}, {"server_uuid": "66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1", "name": "network-vif-plugged", "status": "completed", "tag": "98ddd928-48d3-46c0-b0a0-7a368d44ac9e", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:25:37.033645 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-87464761-a91c-4bb8-9cc0-df1cc1ea36c1 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:25:37.034043 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97aa0b2-ff54-43e9-ac8a-d7896a7b02e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40913220-b2c2-4b0c-8063-661289ee4ace', 'code': 200} Oct 14 12:25:37.034300 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ddd928-48d3-46c0-b0a0-7a368d44ac9e', 'code': 200} Oct 14 12:25:37.034744 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b77e476f-45e7-4950-9597-996c4302b39e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.112658 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47732) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:37.117228 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.124378 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b77e476f-45e7-4950-9597-996c4302b39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.151701 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-198c722f-dafa-4515-9053-7f3ec7734693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.172781 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 11a168ce-97b6-4989-b238-6318056cb676, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=11a168ce-97b6-4989-b238-6318056cb676,segment=NetworkSegment(8e26d71a-603f-4014-b211-57b6c418d476),segment_id=8e26d71a-603f-4014-b211-57b6c418d476)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:37.207963 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e476f-45e7-4950-9597-996c4302b39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdd2305-2870-471a-8fe4-638fd89cf4ca,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:37.217442 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-b77e476f-45e7-4950-9597-996c4302b39e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cdca2ff7d1d949e1ba17f3b9e3f1cd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223661 Oct 14 12:25:37.220655 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47736) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:37.267073 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.318572 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-0c31ed80-6f9e-4aa5-ab5e-2e9b1719d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:37.327499 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-35c1a47d-5a8e-47c5-b080-2fa371a0cc2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.328576 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-0c31ed80-6f9e-4aa5-ab5e-2e9b1719d06b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1808dccd-0f99-40d5-87b6-c6cd63c4fafb HTTP/1.1" status: 200 len: 849 time: 0.3890903 Oct 14 12:25:37.364111 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=11a168ce-97b6-4989-b238-6318056cb676,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:37.367900 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-35c1a47d-5a8e-47c5-b080-2fa371a0cc2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.436425 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-198c722f-dafa-4515-9053-7f3ec7734693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.446374 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39104fb-efd4-45cb-b295-43ae183771d1 req-f45b751e-eed5-4f12-9df5-f64165e78aab tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:37.447891 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a39104fb-efd4-45cb-b295-43ae183771d1 req-f45b751e-eed5-4f12-9df5-f64165e78aab tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 946 time: 0.2509508 Oct 14 12:25:37.455925 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-a92e5dac-b7f5-4b73-8cf3-197a72cfc5c9 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149620 Oct 14 12:25:37.478043 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145457b-973d-4535-a2f0-f664bacb9996 req-fbca3323-6896-4e16-87d4-8a3e22669540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:37.479672 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-8145457b-973d-4535-a2f0-f664bacb9996 req-fbca3323-6896-4e16-87d4-8a3e22669540 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 1098 time: 0.1082289 Oct 14 12:25:37.491917 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-bebf3755-f701-482d-ad1c-8d46bb329c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:37.493385 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-bebf3755-f701-482d-ad1c-8d46bb329c15 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=253a832c-afa8-4771-87e8-6dfb3bd2f212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1640668 Oct 14 12:25:37.504341 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-198c722f-dafa-4515-9053-7f3ec7734693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.507195 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80cb2c-edf4-4df7-aa33-99c4277b2a76 req-5ee6ea9a-ad14-4de4-9eed-ca7a5aebdfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:37.508607 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3e80cb2c-edf4-4df7-aa33-99c4277b2a76 req-5ee6ea9a-ad14-4de4-9eed-ca7a5aebdfee service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 1098 time: 0.1380801 Oct 14 12:25:37.528264 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3590a48-6958-485c-90bd-459c1133ecdd req-829e3eee-b6e4-493e-9b84-91f0968c28bb tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:37.529696 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d3590a48-6958-485c-90bd-459c1133ecdd req-829e3eee-b6e4-493e-9b84-91f0968c28bb tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 943 time: 0.1571012 Oct 14 12:25:37.557256 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a39104fb-efd4-45cb-b295-43ae183771d1 req-f4d5fd1e-4384-4cc6-a2bd-398f74bd1d73 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989394 Oct 14 12:25:37.558875 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-8145457b-973d-4535-a2f0-f664bacb9996 req-62fabdf8-4d10-4500-aa94-68227cd336fd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722239 Oct 14 12:25:37.566285 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-198c722f-dafa-4515-9053-7f3ec7734693 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=acec88021253494a81b5b8f30ed625da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4517312 Oct 14 12:25:37.567180 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c722f-dafa-4515-9053-7f3ec7734693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb31c673-6988-4193-b5d1-f85a10abe38c,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:37.569497 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47744) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:37.588847 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-35c1a47d-5a8e-47c5-b080-2fa371a0cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.591395 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-35c1a47d-5a8e-47c5-b080-2fa371a0cc2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.595108 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-35c1a47d-5a8e-47c5-b080-2fa371a0cc2f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8cdd2305-2870-471a-8fe4-638fd89cf4ca HTTP/1.1" status: 204 len: 168 time: 0.3708944 Oct 14 12:25:37.633676 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1a47d-5a8e-47c5-b080-2fa371a0cc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdd2305-2870-471a-8fe4-638fd89cf4ca,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:37.662847 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-34ff2312-4365-45ee-9455-3b4d89d1a501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.684927 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-34ff2312-4365-45ee-9455-3b4d89d1a501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.710304 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3e80cb2c-edf4-4df7-aa33-99c4277b2a76 req-9df0e734-d728-458e-bc6e-b6aea82ce93a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777308 Oct 14 12:25:37.720542 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d3590a48-6958-485c-90bd-459c1133ecdd req-093eda41-09dc-4605-9f11-592fefd4c9bd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790273 Oct 14 12:25:37.741140 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-cdca1957-1ac8-4880-947e-f85c05141b94 service neutron] 10.222.0.82 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377772 Oct 14 12:25:37.753474 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e3fe2-e7a6-49fa-89e9-d3d3dfb01ee7 req-84635d97-4bfe-47a0-b073-40ab6268fc2d tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:37.755120 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-179e3fe2-e7a6-49fa-89e9-d3d3dfb01ee7 req-84635d97-4bfe-47a0-b073-40ab6268fc2d tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.1259406 Oct 14 12:25:37.819235 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-179e3fe2-e7a6-49fa-89e9-d3d3dfb01ee7 req-295f2bd1-67ef-424d-9087-3f7bbec53db5 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580382 Oct 14 12:25:37.843481 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4be549-094e-4856-b333-a2f3ade48b4f req-2f05fac8-dde8-41be-bb26-405dbbadfa6a tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:37.844916 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dd4be549-094e-4856-b333-a2f3ade48b4f req-2f05fac8-dde8-41be-bb26-405dbbadfa6a tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 945 time: 0.0584216 Oct 14 12:25:37.852674 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-34ff2312-4365-45ee-9455-3b4d89d1a501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.855947 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-34ff2312-4365-45ee-9455-3b4d89d1a501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:37.858448 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-34ff2312-4365-45ee-9455-3b4d89d1a501 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bb31c673-6988-4193-b5d1-f85a10abe38c HTTP/1.1" status: 204 len: 168 time: 0.2880316 Oct 14 12:25:37.868270 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff2312-4365-45ee-9455-3b4d89d1a501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb31c673-6988-4193-b5d1-f85a10abe38c,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:37.887687 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dd4be549-094e-4856-b333-a2f3ade48b4f req-a8e2c99d-6273-4deb-8cef-d3c167ec8b34 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354397 Oct 14 12:25:38.103021 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e926bc3-e63d-44b4-9a8c-3b9e49cfb17d req-4dba8e18-abed-4e0d-9460-4ee698fe9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:38.104467 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e926bc3-e63d-44b4-9a8c-3b9e49cfb17d req-4dba8e18-abed-4e0d-9460-4ee698fe9865 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 1097 time: 0.1183338 Oct 14 12:25:38.125344 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c43d25-da01-4b2b-98a9-0551f9e06912 req-c2a67fe5-34dc-45d2-aa4a-ea052392683a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:38.126783 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-34c43d25-da01-4b2b-98a9-0551f9e06912 req-c2a67fe5-34dc-45d2-aa4a-ea052392683a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.1026018 Oct 14 12:25:38.156311 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bff46b0a-9a67-4988-bcee-d8eb574abc8c req-d644979e-cc8e-425b-b204-66544b50354e service neutron] 10.222.0.82 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907938 Oct 14 12:25:38.180310 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e830cbcd-f395-4035-8795-1a27f6926d94', 'tag': 'e237ce07-89a3-44dd-858a-005434e6800f'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:25:38.182599 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b587238-e994-4519-b77d-299da992ef80" -d '{"events": [{"name": "network-changed", "server_uuid": "e830cbcd-f395-4035-8795-1a27f6926d94", "tag": "e237ce07-89a3-44dd-858a-005434e6800f"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:25:38.231352 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60db9c6c-4427-47df-af3f-e5c578db4f66 x-openstack-request-id: req-60db9c6c-4427-47df-af3f-e5c578db4f66 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:25:38.231630 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e830cbcd-f395-4035-8795-1a27f6926d94", "tag": "e237ce07-89a3-44dd-858a-005434e6800f", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:25:38.231879 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-60db9c6c-4427-47df-af3f-e5c578db4f66 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:25:38.232252 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e830cbcd-f395-4035-8795-1a27f6926d94', 'tag': 'e237ce07-89a3-44dd-858a-005434e6800f', 'status': 'completed', 'code': 200} Oct 14 12:25:38.244265 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-34c43d25-da01-4b2b-98a9-0551f9e06912 req-6496049e-0f71-49bd-83e3-0bb03dffc682 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048489 Oct 14 12:25:38.279027 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47762) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:38.286288 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e926bc3-e63d-44b4-9a8c-3b9e49cfb17d req-8d4f98c3-16de-4479-bd99-88bd92cd937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:38.290478 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e926bc3-e63d-44b4-9a8c-3b9e49cfb17d req-8d4f98c3-16de-4479-bd99-88bd92cd937f service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d HTTP/1.1" status: 200 len: 917 time: 0.1585264 Oct 14 12:25:38.294189 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a7c977d0-7276-4c0d-a4e7-24c5e00fb403 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:38.383460 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e926bc3-e63d-44b4-9a8c-3b9e49cfb17d req-82b1c2d8-9fcc-4b05-89d1-4acd9ddbe70c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad824bc-b575-42f3-8c13-34e3a61729a0 HTTP/1.1" status: 200 len: 217 time: 0.0801060 Oct 14 12:25:38.410897 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a7c977d0-7276-4c0d-a4e7-24c5e00fb403 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:38.441671 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b587238-e994-4519-b77d-299da992ef80 req-59bc1730-2a87-4f9e-93c1-30789f4e69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:38.443201 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2b587238-e994-4519-b77d-299da992ef80 req-59bc1730-2a87-4f9e-93c1-30789f4e69f7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a99511a7cfa740f4b660b4e6e9b9871a&device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 1096 time: 0.0909534 Oct 14 12:25:38.450426 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e926bc3-e63d-44b4-9a8c-3b9e49cfb17d req-711ba004-cc60-4ed7-a810-b61d40ebe1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:38.452139 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e926bc3-e63d-44b4-9a8c-3b9e49cfb17d req-711ba004-cc60-4ed7-a810-b61d40ebe1a4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cc5bc5ee-814c-4686-ba13-7451402f57fe HTTP/1.1" status: 200 len: 855 time: 0.0602431 Oct 14 12:25:38.489051 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a7c977d0-7276-4c0d-a4e7-24c5e00fb403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:38.526894 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c977d0-7276-4c0d-a4e7-24c5e00fb403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb766c7b-7be7-46bd-b740-c8104e7a27fd,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:38.531184 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-a7c977d0-7276-4c0d-a4e7-24c5e00fb403 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c6cbaeab46e14e3da4b038a134bee50f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511282 Oct 14 12:25:38.533741 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47772) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:38.563175 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e926bc3-e63d-44b4-9a8c-3b9e49cfb17d req-0ae36827-eb92-4a98-9e76-e4e1203d1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:38.564655 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e926bc3-e63d-44b4-9a8c-3b9e49cfb17d req-0ae36827-eb92-4a98-9e76-e4e1203d1b02 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1028156 Oct 14 12:25:38.588437 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c9fee569-1fa5-4857-9251-499cd7b1a59a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:38.605525 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b587238-e994-4519-b77d-299da992ef80 req-64be87f6-c335-45aa-bbcc-cbf352eb9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:38.607522 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2b587238-e994-4519-b77d-299da992ef80 req-64be87f6-c335-45aa-bbcc-cbf352eb9a32 service neutron] 10.222.0.82 "GET /v2.0/networks?id=253a832c-afa8-4771-87e8-6dfb3bd2f212 HTTP/1.1" status: 200 len: 911 time: 0.1545358 Oct 14 12:25:38.610525 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c9fee569-1fa5-4857-9251-499cd7b1a59a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:38.707204 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2b587238-e994-4519-b77d-299da992ef80 req-e8c699a6-688f-468c-b404-605fe0a0f797 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e237ce07-89a3-44dd-858a-005434e6800f HTTP/1.1" status: 200 len: 217 time: 0.0902429 Oct 14 12:25:38.780594 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c9fee569-1fa5-4857-9251-499cd7b1a59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:38.784124 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c9fee569-1fa5-4857-9251-499cd7b1a59a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:38.788605 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-c9fee569-1fa5-4857-9251-499cd7b1a59a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bb766c7b-7be7-46bd-b740-c8104e7a27fd HTTP/1.1" status: 204 len: 168 time: 0.2516105 Oct 14 12:25:38.800432 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938292d-063a-4a7c-a86d-4e147a741315 req-e370c8b0-0aa7-4529-bd79-4d8c46083f91 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:38.805441 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6938292d-063a-4a7c-a86d-4e147a741315 req-e370c8b0-0aa7-4529-bd79-4d8c46083f91 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 946 time: 0.1405067 Oct 14 12:25:38.808225 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e926bc3-e63d-44b4-9a8c-3b9e49cfb17d req-e9a51872-5e36-4614-835b-6a6983ec8136 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338903 Oct 14 12:25:38.809521 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fee569-1fa5-4857-9251-499cd7b1a59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb766c7b-7be7-46bd-b740-c8104e7a27fd,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:38.821457 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b587238-e994-4519-b77d-299da992ef80 req-d74238d4-def2-42ba-b77b-41ef0a058817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:38.823390 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2b587238-e994-4519-b77d-299da992ef80 req-d74238d4-def2-42ba-b77b-41ef0a058817 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1808dccd-0f99-40d5-87b6-c6cd63c4fafb HTTP/1.1" status: 200 len: 849 time: 0.0954092 Oct 14 12:25:38.977863 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6938292d-063a-4a7c-a86d-4e147a741315 req-a8c6acb9-fa74-4012-b7a0-6f5fcc0bff5e tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664147 Oct 14 12:25:38.988262 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a416a-ed68-4d75-9a6d-5e6cd658b599 req-9eb65bfd-09ea-4308-a395-6e88dea96d8d tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:38.998984 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-467a416a-ed68-4d75-9a6d-5e6cd658b599 req-9eb65bfd-09ea-4308-a395-6e88dea96d8d tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 943 time: 0.1904790 Oct 14 12:25:39.036253 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0774bcf9-8712-4740-8ff6-b185880dc92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a168ce-97b6-4989-b238-6318056cb676'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:25:39.039513 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9627dfac-be54-43bb-a848-a5497344f49b" -d '{"events": [{"server_uuid": "0774bcf9-8712-4740-8ff6-b185880dc92b", "name": "network-vif-plugged", "status": "completed", "tag": "11a168ce-97b6-4989-b238-6318056cb676"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:25:39.045274 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b587238-e994-4519-b77d-299da992ef80 req-eece81a2-5893-4181-b806-a318fb6c6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:39.046869 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2b587238-e994-4519-b77d-299da992ef80 req-eece81a2-5893-4181-b806-a318fb6c6680 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=253a832c-afa8-4771-87e8-6dfb3bd2f212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1845741 Oct 14 12:25:39.134242 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e926bc3-e63d-44b4-9a8c-3b9e49cfb17d req-9d59738e-2244-4e64-b870-edd25bfd2c6c service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752404 Oct 14 12:25:39.140461 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-467a416a-ed68-4d75-9a6d-5e6cd658b599 req-16252c25-f689-49ca-8925-958b3f6cdf78 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426108 Oct 14 12:25:39.236828 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bd732-5a68-412f-88cd-72f003fd7e75 req-174a2a88-c1f4-485a-a585-579aec95d4a8 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:39.238458 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0f4bd732-5a68-412f-88cd-72f003fd7e75 req-174a2a88-c1f4-485a-a585-579aec95d4a8 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.1246295 Oct 14 12:25:39.279830 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2b587238-e994-4519-b77d-299da992ef80 req-a5b566a6-16fb-4f5f-925b-bcdf6714f68b service neutron] 10.222.0.82 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963832 Oct 14 12:25:39.609028 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0f4bd732-5a68-412f-88cd-72f003fd7e75 req-22fac7c9-e968-4038-b93e-bb8ae05fd888 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520021 Oct 14 12:25:39.618324 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2866f-172b-4179-a365-0cbbfa9488bb req-18816ad3-6cc0-4ed8-864f-dc6ad0c7e965 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:39.619597 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bef2866f-172b-4179-a365-0cbbfa9488bb req-18816ad3-6cc0-4ed8-864f-dc6ad0c7e965 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 945 time: 0.3753121 Oct 14 12:25:39.652863 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2b587238-e994-4519-b77d-299da992ef80 req-cb926887-8c0f-474a-b382-18265890a098 service neutron] 10.222.0.82 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565903 Oct 14 12:25:39.664861 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1ec750-8da7-489d-90fc-c085b5bf556e x-openstack-request-id: req-fc1ec750-8da7-489d-90fc-c085b5bf556e {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:25:39.665251 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0774bcf9-8712-4740-8ff6-b185880dc92b", "name": "network-vif-plugged", "status": "completed", "tag": "11a168ce-97b6-4989-b238-6318056cb676", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:25:39.665608 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fc1ec750-8da7-489d-90fc-c085b5bf556e {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:25:39.666216 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0774bcf9-8712-4740-8ff6-b185880dc92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a168ce-97b6-4989-b238-6318056cb676', 'code': 200} Oct 14 12:25:39.682916 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47814) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:39.684853 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bef2866f-172b-4179-a365-0cbbfa9488bb req-5fdb5bb6-e862-43f2-b658-a8293d69db6b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568812 Oct 14 12:25:39.701683 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4dd86a92-fcae-49ff-8bc4-bc57ea281a3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:39.778616 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b37c2-ad11-4a12-bc9a-3823cd541f5c req-b9a25df8-de3f-4775-9ddc-834f6f0cde2e tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:39.787005 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a90b37c2-ad11-4a12-bc9a-3823cd541f5c req-b9a25df8-de3f-4775-9ddc-834f6f0cde2e tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0676758 Oct 14 12:25:39.824283 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4dd86a92-fcae-49ff-8bc4-bc57ea281a3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:39.838462 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a90b37c2-ad11-4a12-bc9a-3823cd541f5c req-b2f2756a-5a46-49a5-a58a-62c3bb44886a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504982 Oct 14 12:25:39.921204 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4dd86a92-fcae-49ff-8bc4-bc57ea281a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:39.960458 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd86a92-fcae-49ff-8bc4-bc57ea281a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b149630-3cee-4eb6-ac5c-9ba663b2f182,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:39.964897 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-4dd86a92-fcae-49ff-8bc4-bc57ea281a3d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bdab7c5b47f744a6b3fb9c88f72a6b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809918 Oct 14 12:25:39.967524 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47826) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:40.020128 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-89f740a6-fe7d-4b28-9bbe-0c6b889d6142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:40.048889 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-89f740a6-fe7d-4b28-9bbe-0c6b889d6142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:40.073094 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b430762-7728-4b30-992a-1dc17f49f535 req-2e5ecc05-8542-46c3-bf74-4d146e25b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:40.074636 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b430762-7728-4b30-992a-1dc17f49f535 req-2e5ecc05-8542-46c3-bf74-4d146e25b3fc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 1099 time: 0.0456257 Oct 14 12:25:40.116739 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b430762-7728-4b30-992a-1dc17f49f535 req-89addfec-b15c-4c5c-952c-417ca40cfce4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Oct 14 12:25:40.176647 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-89f740a6-fe7d-4b28-9bbe-0c6b889d6142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:40.179474 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-89f740a6-fe7d-4b28-9bbe-0c6b889d6142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:40.180739 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-89f740a6-fe7d-4b28-9bbe-0c6b889d6142 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9b149630-3cee-4eb6-ac5c-9ba663b2f182 HTTP/1.1" status: 204 len: 168 time: 0.2121694 Oct 14 12:25:40.188841 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f740a6-fe7d-4b28-9bbe-0c6b889d6142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b149630-3cee-4eb6-ac5c-9ba663b2f182,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:40.284952 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf2838-c6ea-47c5-b167-26168e3e3154 req-82c0c5e1-712b-4d4e-99b6-b40bb19cd1be tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:40.286771 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a7bf2838-c6ea-47c5-b167-26168e3e3154 req-82c0c5e1-712b-4d4e-99b6-b40bb19cd1be tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 943 time: 0.0566013 Oct 14 12:25:40.345863 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a7bf2838-c6ea-47c5-b167-26168e3e3154 req-4e658607-ae1e-4eef-b1b1-792dafea0b8c tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512488 Oct 14 12:25:40.736336 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12772ce3-010d-4e6a-97eb-082d08760a8e req-1208ff7d-b3fa-4d18-8006-349d55de8822 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:40.738016 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-12772ce3-010d-4e6a-97eb-082d08760a8e req-1208ff7d-b3fa-4d18-8006-349d55de8822 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0593717 Oct 14 12:25:40.746184 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device fad824bc-b575-42f3-8c13-34e3a61729a0 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:25:40.797943 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-12772ce3-010d-4e6a-97eb-082d08760a8e req-db1027aa-726f-4d58-93d9-64a3b837181c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 Oct 14 12:25:40.856569 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port fad824bc-b575-42f3-8c13-34e3a61729a0, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=fad824bc-b575-42f3-8c13-34e3a61729a0,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:40.868645 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'port_id': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'mac_address': 'fa:16:3e:41:97:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:25:40.914544 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:40.928090 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad824bc-b575-42f3-8c13-34e3a61729a0 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:25:40.961307 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port fad824bc-b575-42f3-8c13-34e3a61729a0, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=fad824bc-b575-42f3-8c13-34e3a61729a0,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:40.972045 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07339636-c44d-40c8-aec1-5145b5ac3a3d req-1afffed2-f713-4e6e-b9eb-556343e23efd tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:40.975870 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-07339636-c44d-40c8-aec1-5145b5ac3a3d req-1afffed2-f713-4e6e-b9eb-556343e23efd tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0696108 Oct 14 12:25:41.026997 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-07339636-c44d-40c8-aec1-5145b5ac3a3d req-220403d5-2516-4f37-9f54-a1d2083c15df tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428166 Oct 14 12:25:41.031907 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:41.032668 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device e237ce07-89a3-44dd-858a-005434e6800f details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:25:41.125631 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=fad824bc-b575-42f3-8c13-34e3a61729a0,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:41.205661 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port e237ce07-89a3-44dd-858a-005434e6800f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=e237ce07-89a3-44dd-858a-005434e6800f,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:41.218353 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': 'e237ce07-89a3-44dd-858a-005434e6800f', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'port_id': 'e237ce07-89a3-44dd-858a-005434e6800f', 'mac_address': 'fa:16:3e:3c:b4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:25:41.257405 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:41.271152 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e237ce07-89a3-44dd-858a-005434e6800f {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:25:41.291531 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port e237ce07-89a3-44dd-858a-005434e6800f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=e237ce07-89a3-44dd-858a-005434e6800f,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:41.376011 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:41.420075 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc603bc6-77d3-4e3e-a917-90777cc8e779 req-7d06c77d-3fa4-4444-bcf9-5a44ab70c6f1 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:41.421805 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bc603bc6-77d3-4e3e-a917-90777cc8e779 req-7d06c77d-3fa4-4444-bcf9-5a44ab70c6f1 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0860419 Oct 14 12:25:41.458876 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=e237ce07-89a3-44dd-858a-005434e6800f,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:41.550582 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bc603bc6-77d3-4e3e-a917-90777cc8e779 req-408387d0-bf0e-4197-803e-af6b4afb068c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207814 Oct 14 12:25:41.569996 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dacbf-f181-4244-9fa5-0e728c334766 req-f37a9a59-28e2-429c-b90b-cc0f079317c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:41.580051 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b00dacbf-f181-4244-9fa5-0e728c334766 req-f37a9a59-28e2-429c-b90b-cc0f079317c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=973a39f1cf0340d9a7478172ddec1d10&device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 1098 time: 0.1181233 Oct 14 12:25:41.629857 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9307d2-9837-4e58-a8ee-6e1e47fa2ac0 req-8ec81667-6e07-42fa-9630-ec0d016be186 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:41.631740 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bc9307d2-9837-4e58-a8ee-6e1e47fa2ac0 req-8ec81667-6e07-42fa-9630-ec0d016be186 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 944 time: 0.1243849 Oct 14 12:25:41.675969 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['fad824bc-b575-42f3-8c13-34e3a61729a0'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:25:41.729228 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['e237ce07-89a3-44dd-858a-005434e6800f'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:25:41.735256 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bc9307d2-9837-4e58-a8ee-6e1e47fa2ac0 req-1a3b0eb1-053a-43c7-bf6a-cad1fede1809 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946670 Oct 14 12:25:41.758904 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dacbf-f181-4244-9fa5-0e728c334766 req-d17562ee-4acf-428d-82a1-3b8c92b33de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:41.760674 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b00dacbf-f181-4244-9fa5-0e728c334766 req-d17562ee-4acf-428d-82a1-3b8c92b33de8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2 HTTP/1.1" status: 200 len: 920 time: 0.1768692 Oct 14 12:25:41.846217 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b00dacbf-f181-4244-9fa5-0e728c334766 req-e81f9979-97d3-497c-a008-ac23b2e6d5b5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ddd928-48d3-46c0-b0a0-7a368d44ac9e HTTP/1.1" status: 200 len: 217 time: 0.0726726 Oct 14 12:25:41.936842 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dacbf-f181-4244-9fa5-0e728c334766 req-dd64a8f8-f521-4620-9a81-5e46aca47096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:41.938562 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b00dacbf-f181-4244-9fa5-0e728c334766 req-dd64a8f8-f521-4620-9a81-5e46aca47096 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=70525aa9-723f-43d0-835a-f6a0dee60cf8 HTTP/1.1" status: 200 len: 859 time: 0.0781488 Oct 14 12:25:41.976343 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b00dacbf-f181-4244-9fa5-0e728c334766 req-4d02e518-4db1-4e67-90eb-bd6e7a09abec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293005 Oct 14 12:25:43.508397 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47984) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:43.611165 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fc504750-7f9d-455a-8374-c564d758e506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:43.684534 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fc504750-7f9d-455a-8374-c564d758e506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:43.754834 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fc504750-7f9d-455a-8374-c564d758e506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:43.792057 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc504750-7f9d-455a-8374-c564d758e506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f47ff45-d927-4693-9d32-893930591da5,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:43.796380 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-fc504750-7f9d-455a-8374-c564d758e506 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=48789b0410a340feb952fcc530e4a53f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869618 Oct 14 12:25:43.800159 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 47988) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:43.854677 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d88af9af-8b84-4c1c-9e6c-fa406a799ffd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:43.881686 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d88af9af-8b84-4c1c-9e6c-fa406a799ffd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:43.888684 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b00dacbf-f181-4244-9fa5-0e728c334766 req-00f124c7-f642-44d8-9c12-80585e7a4cae service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874994 Oct 14 12:25:43.989144 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d88af9af-8b84-4c1c-9e6c-fa406a799ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:43.991768 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d88af9af-8b84-4c1c-9e6c-fa406a799ffd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:43.993923 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-d88af9af-8b84-4c1c-9e6c-fa406a799ffd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6f47ff45-d927-4693-9d32-893930591da5 HTTP/1.1" status: 204 len: 168 time: 0.1926997 Oct 14 12:25:44.000819 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88af9af-8b84-4c1c-9e6c-fa406a799ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f47ff45-d927-4693-9d32-893930591da5,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:44.671411 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48000) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:44.684507 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-41a9438d-0194-48ec-aa6a-670c015e9646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:44.756579 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-41a9438d-0194-48ec-aa6a-670c015e9646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:44.814076 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-41a9438d-0194-48ec-aa6a-670c015e9646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:44.857830 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-41a9438d-0194-48ec-aa6a-670c015e9646 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5bc8f0ba7d2547a0955c3535a7732a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851225 Oct 14 12:25:44.858768 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9438d-0194-48ec-aa6a-670c015e9646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c5ca25-9a6a-4131-8098-1cfdf6ab9fb8,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:44.860424 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 48002) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:44.964064 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b00dacbf-f181-4244-9fa5-0e728c334766 req-b9582536-516a-4ecc-bfa7-f6eede84f627 service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297114 Oct 14 12:25:44.968582 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa9feb88-d827-435c-bb85-0762598a565d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:44.991782 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa9feb88-d827-435c-bb85-0762598a565d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:45.134716 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa9feb88-d827-435c-bb85-0762598a565d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:45.137293 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa9feb88-d827-435c-bb85-0762598a565d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:45.138450 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-fa9feb88-d827-435c-bb85-0762598a565d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c3c5ca25-9a6a-4131-8098-1cfdf6ab9fb8 HTTP/1.1" status: 204 len: 168 time: 0.2770982 Oct 14 12:25:45.146753 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9feb88-d827-435c-bb85-0762598a565d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c5ca25-9a6a-4131-8098-1cfdf6ab9fb8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:45.586456 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695408-cef2-4261-a408-fe4520b848fb req-be6516be-22cf-46c1-aeb2-bf0359711e0b tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:45.588008 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c695408-cef2-4261-a408-fe4520b848fb req-be6516be-22cf-46c1-aeb2-bf0359711e0b tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0877833 Oct 14 12:25:45.595473 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8cfa7-1a12-4eb6-bf91-dfe33377753e req-7b50e636-5266-48ad-9be6-db223a508a8d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:45.596871 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d0b8cfa7-1a12-4eb6-bf91-dfe33377753e req-7b50e636-5266-48ad-9be6-db223a508a8d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 945 time: 0.0844231 Oct 14 12:25:45.654435 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c695408-cef2-4261-a408-fe4520b848fb req-cf95daa0-cb0a-4b27-8f81-079e60499e6f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565681 Oct 14 12:25:45.662050 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d0b8cfa7-1a12-4eb6-bf91-dfe33377753e req-7850e404-d0ca-4ccd-bbde-549b99fd8902 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502956 Oct 14 12:25:45.766646 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c4440-4185-4834-a87e-efabf999bb8b req-6559a027-ea20-449f-bdfa-d27adf0d7ea5 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:45.768127 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6c9c4440-4185-4834-a87e-efabf999bb8b req-6559a027-ea20-449f-bdfa-d27adf0d7ea5 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 944 time: 0.0481281 Oct 14 12:25:45.813838 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6c9c4440-4185-4834-a87e-efabf999bb8b req-19e9cd2f-78fd-4bd9-acdc-6a1511f8303c tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393434 Oct 14 12:25:46.809130 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32f0ac-15e2-4bca-9289-b2d0f81e916c req-c8abaf6b-7d88-4d27-a34d-e0e2db5a8c33 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:46.810599 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5f32f0ac-15e2-4bca-9289-b2d0f81e916c req-c8abaf6b-7d88-4d27-a34d-e0e2db5a8c33 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0785825 Oct 14 12:25:46.832239 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d2ee4-aeac-49d7-b9ba-c074ce8b3287 req-7562f728-0ded-4183-9e4f-152db1c57c58 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:46.834495 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-be0d2ee4-aeac-49d7-b9ba-c074ce8b3287 req-7562f728-0ded-4183-9e4f-152db1c57c58 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 945 time: 0.0754437 Oct 14 12:25:46.841442 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device fad824bc-b575-42f3-8c13-34e3a61729a0 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:46.885003 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5f32f0ac-15e2-4bca-9289-b2d0f81e916c req-93b43bdd-ffbc-4c4f-9fb6-1113e15ccdd6 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661571 Oct 14 12:25:46.893293 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-be0d2ee4-aeac-49d7-b9ba-c074ce8b3287 req-24e6f772-1a14-49c2-98b6-8302d95b3304 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491142 Oct 14 12:25:46.955475 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port fad824bc-b575-42f3-8c13-34e3a61729a0 completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:25:46.960598 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port fad824bc-b575-42f3-8c13-34e3a61729a0 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:46.961092 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:47.009536 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8982ca-ab3b-4f30-94a6-1b363d674f4a req-dbd926bc-2396-4500-a3bc-9da8358ead1e tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:47.011506 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5a8982ca-ab3b-4f30-94a6-1b363d674f4a req-dbd926bc-2396-4500-a3bc-9da8358ead1e tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 944 time: 0.0612257 Oct 14 12:25:47.044420 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48094) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:47.067037 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:47.068715 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5a8982ca-ab3b-4f30-94a6-1b363d674f4a req-232afcce-75a5-418f-aad7-f6ecd701da28 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504928 Oct 14 12:25:47.100439 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad824bc-b575-42f3-8c13-34e3a61729a0'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:25:47.102796 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16db6d85-e8d0-4058-82f9-4122bb397e34" -d '{"events": [{"server_uuid": "45b7d504-7f3f-4b03-88f3-727fd9a94aa7", "name": "network-vif-plugged", "status": "completed", "tag": "fad824bc-b575-42f3-8c13-34e3a61729a0"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:25:47.115551 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port fad824bc-b575-42f3-8c13-34e3a61729a0, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=fad824bc-b575-42f3-8c13-34e3a61729a0,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:47.143669 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe5adbf-2d87-4927-a020-a0d5ab06cd93 x-openstack-request-id: req-3fe5adbf-2d87-4927-a020-a0d5ab06cd93 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:25:47.144178 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b7d504-7f3f-4b03-88f3-727fd9a94aa7", "name": "network-vif-plugged", "status": "completed", "tag": "fad824bc-b575-42f3-8c13-34e3a61729a0", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:25:47.144444 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3fe5adbf-2d87-4927-a020-a0d5ab06cd93 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:25:47.144836 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'code': 200} Oct 14 12:25:47.170994 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-94b5b340-ecbc-414a-84c3-76625d0ca284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:47.200841 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:47.202195 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device e237ce07-89a3-44dd-858a-005434e6800f up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:25:47.251616 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-94b5b340-ecbc-414a-84c3-76625d0ca284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:47.277693 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=fad824bc-b575-42f3-8c13-34e3a61729a0,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:47.315015 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-94b5b340-ecbc-414a-84c3-76625d0ca284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:47.352193 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-94b5b340-ecbc-414a-84c3-76625d0ca284 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b05439908e3d480187b9c95f68c1bc80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060815 Oct 14 12:25:47.354014 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5b340-ecbc-414a-84c3-76625d0ca284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfa50a9-ed58-4a39-878b-f8b075804062,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:47.355042 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 48100) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:47.360753 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port e237ce07-89a3-44dd-858a-005434e6800f completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:25:47.368953 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port e237ce07-89a3-44dd-858a-005434e6800f triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:25:47.368953 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:47.413304 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b18ce8d6-1798-4d6c-82a8-500ef3d3a6d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:47.436808 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b18ce8d6-1798-4d6c-82a8-500ef3d3a6d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:47.451814 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:47.484733 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port e237ce07-89a3-44dd-858a-005434e6800f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=e237ce07-89a3-44dd-858a-005434e6800f,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:25:47.499304 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84701a-22d4-403e-8648-240ec41c12c3 req-19654aae-9df1-44e6-bd2b-a1da979ba6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:47.500784 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a84701a-22d4-403e-8648-240ec41c12c3 req-19654aae-9df1-44e6-bd2b-a1da979ba6d1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 1099 time: 0.0569901 Oct 14 12:25:47.536603 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a84701a-22d4-403e-8648-240ec41c12c3 req-c8a461cd-0e20-468f-8ae9-c4c0c5a1b0de service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287590 Oct 14 12:25:47.554779 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:47.606570 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=e237ce07-89a3-44dd-858a-005434e6800f,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:47.615249 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4fa3b58e-8029-4b02-96ed-4fcd1dcade50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:47.648401 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b18ce8d6-1798-4d6c-82a8-500ef3d3a6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:47.651021 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b18ce8d6-1798-4d6c-82a8-500ef3d3a6d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:47.654574 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-b18ce8d6-1798-4d6c-82a8-500ef3d3a6d8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cbfa50a9-ed58-4a39-878b-f8b075804062 HTTP/1.1" status: 204 len: 168 time: 0.2961202 Oct 14 12:25:47.660044 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ce8d6-1798-4d6c-82a8-500ef3d3a6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfa50a9-ed58-4a39-878b-f8b075804062,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:48.044893 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d7870-f8c5-4e31-8163-138dc7c9c8d4 req-9c301425-9462-4e12-a7af-b1b9adf78d06 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:48.046390 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b48d7870-f8c5-4e31-8163-138dc7c9c8d4 req-9c301425-9462-4e12-a7af-b1b9adf78d06 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0847607 Oct 14 12:25:48.062994 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a12209-beb8-468c-820a-53a55fee98e5 req-7e27ad43-1f3b-44a8-bb37-a8e7bd989a05 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:48.062994 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-96a12209-beb8-468c-820a-53a55fee98e5 req-7e27ad43-1f3b-44a8-bb37-a8e7bd989a05 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0856435 Oct 14 12:25:48.109751 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48126) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:48.120708 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b48d7870-f8c5-4e31-8163-138dc7c9c8d4 req-121ac1e5-e86d-4bc9-8a40-1aa6e2b24937 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590096 Oct 14 12:25:48.151380 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-96a12209-beb8-468c-820a-53a55fee98e5 req-67fdc519-706a-478a-aad4-47a5aeaed6fe tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800719 Oct 14 12:25:48.250803 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6f16f-b185-40d1-8382-743c3efd324a req-79552de5-90dc-4a93-a638-4b78de0fa2fd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:48.259752 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-02b6f16f-b185-40d1-8382-743c3efd324a req-79552de5-90dc-4a93-a638-4b78de0fa2fd tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0685356 Oct 14 12:25:48.275173 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-65a57c3d-339e-4b31-a521-ed54e266f467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:48.304556 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-02b6f16f-b185-40d1-8382-743c3efd324a req-ba8717b1-dcae-4183-b4a1-fdb779ced746 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437570 Oct 14 12:25:48.356710 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-65a57c3d-339e-4b31-a521-ed54e266f467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:48.448355 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-65a57c3d-339e-4b31-a521-ed54e266f467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:48.487033 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-65a57c3d-339e-4b31-a521-ed54e266f467 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0e97c5f9c6fb42d3b1e25c14bfedf31a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761013 Oct 14 12:25:48.487960 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a57c3d-339e-4b31-a521-ed54e266f467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1aedd1-e097-4a44-88c5-d559b2266b4a,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:48.493894 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48144) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:48.554717 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-52ce0931-4dd2-496a-9038-a878fe04ce95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:48.580554 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-52ce0931-4dd2-496a-9038-a878fe04ce95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:48.806754 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-52ce0931-4dd2-496a-9038-a878fe04ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:48.809640 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-52ce0931-4dd2-496a-9038-a878fe04ce95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:48.810919 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-52ce0931-4dd2-496a-9038-a878fe04ce95 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7c1aedd1-e097-4a44-88c5-d559b2266b4a HTTP/1.1" status: 204 len: 168 time: 0.3160973 Oct 14 12:25:48.822183 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce0931-4dd2-496a-9038-a878fe04ce95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1aedd1-e097-4a44-88c5-d559b2266b4a,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:49.146433 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e830cbcd-f395-4035-8795-1a27f6926d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e237ce07-89a3-44dd-858a-005434e6800f'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:25:49.159004 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf49b8ce-69a2-4674-a5de-5432088aa47e" -d '{"events": [{"server_uuid": "e830cbcd-f395-4035-8795-1a27f6926d94", "name": "network-vif-plugged", "status": "completed", "tag": "e237ce07-89a3-44dd-858a-005434e6800f"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:25:49.214367 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147b056e-b3ca-47bd-8311-fa67dc03af9c x-openstack-request-id: req-147b056e-b3ca-47bd-8311-fa67dc03af9c {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:25:49.214679 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e830cbcd-f395-4035-8795-1a27f6926d94", "name": "network-vif-plugged", "status": "completed", "tag": "e237ce07-89a3-44dd-858a-005434e6800f", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:25:49.214971 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-147b056e-b3ca-47bd-8311-fa67dc03af9c {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:25:49.215369 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e830cbcd-f395-4035-8795-1a27f6926d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e237ce07-89a3-44dd-858a-005434e6800f', 'code': 200} Oct 14 12:25:49.269084 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d66d5-7f27-4396-bf0e-deb3cf8c380a req-3250e010-0156-43e3-a1f6-e4389ad42a12 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:49.271742 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ed5d66d5-7f27-4396-bf0e-deb3cf8c380a req-3250e010-0156-43e3-a1f6-e4389ad42a12 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0620830 Oct 14 12:25:49.343596 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ed5d66d5-7f27-4396-bf0e-deb3cf8c380a req-7a25f7bd-848f-4a44-baa0-077e6070c401 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655143 Oct 14 12:25:49.355699 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78092f6b-76bc-454f-8d04-44d1511240dc req-4b77c3ef-4e7c-4810-b1e2-e932446963eb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:49.357346 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-78092f6b-76bc-454f-8d04-44d1511240dc req-4b77c3ef-4e7c-4810-b1e2-e932446963eb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0774934 Oct 14 12:25:49.405569 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-78092f6b-76bc-454f-8d04-44d1511240dc req-70b4193a-1a28-4cf3-b399-413bde215b9c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420268 Oct 14 12:25:49.457858 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de72a1a-9194-4624-91f8-dd4980c86238 req-6ed98d91-6ba7-44e8-99e9-2d7a0aa28021 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:49.459480 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0de72a1a-9194-4624-91f8-dd4980c86238 req-6ed98d91-6ba7-44e8-99e9-2d7a0aa28021 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0521147 Oct 14 12:25:49.522801 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0de72a1a-9194-4624-91f8-dd4980c86238 req-0b176189-10f5-4c6a-a50c-a2eefd3f11aa tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568547 Oct 14 12:25:49.572047 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bb0a7-6c06-4b7f-8108-d4aaee7dbbdb req-a5124d45-884f-4040-b1bb-8a67aae4bc5e tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:49.573473 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3e6bb0a7-6c06-4b7f-8108-d4aaee7dbbdb req-a5124d45-884f-4040-b1bb-8a67aae4bc5e tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0797772 Oct 14 12:25:49.578613 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48180) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:49.579435 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c045c8-35f6-456c-bb78-f4f6d7062c2e req-af60cf21-d29b-483e-9feb-00234efa64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:49.580841 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d8c045c8-35f6-456c-bb78-f4f6d7062c2e req-af60cf21-d29b-483e-9feb-00234efa64b5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 1098 time: 0.0572245 Oct 14 12:25:49.584928 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 48182) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:49.589294 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-0f35f6a3-5cff-42a9-8be7-6de5859d8234 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Request body: {'floatingip': {'port_id': 'fad824bc-b575-42f3-8c13-34e3a61729a0'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:49.597286 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b821028d-338d-4fe5-be90-4ae10926ef56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:49.678410 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f35f6a3-5cff-42a9-8be7-6de5859d8234 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for floatingip, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:49.680684 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b821028d-338d-4fe5-be90-4ae10926ef56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:49.758585 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d8c045c8-35f6-456c-bb78-f4f6d7062c2e req-9f43894d-b055-4ab3-a9b9-56d4a69165ce service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442511 Oct 14 12:25:49.779841 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b821028d-338d-4fe5-be90-4ae10926ef56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:49.822325 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-b821028d-338d-4fe5-be90-4ae10926ef56 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7fab9f4e72a74d758b029177217d62f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425594 Oct 14 12:25:49.823202 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821028d-338d-4fe5-be90-4ae10926ef56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37979980-9f34-4768-b768-463ce01e094c,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:49.826403 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48194) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:49.885819 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-942c1380-b0d2-4b5e-8670-2c295643f51d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:49.926778 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-942c1380-b0d2-4b5e-8670-2c295643f51d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:50.065760 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-942c1380-b0d2-4b5e-8670-2c295643f51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:50.068669 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-942c1380-b0d2-4b5e-8670-2c295643f51d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:50.069941 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-942c1380-b0d2-4b5e-8670-2c295643f51d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/37979980-9f34-4768-b768-463ce01e094c HTTP/1.1" status: 204 len: 168 time: 0.2424283 Oct 14 12:25:50.078582 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c1380-b0d2-4b5e-8670-2c295643f51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37979980-9f34-4768-b768-463ce01e094c,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:50.437030 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12a448d9-4829-4cf1-9ac0-5b2f162fbfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:50.599419 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f35f6a3-5cff-42a9-8be7-6de5859d8234 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:50.615044 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188d3fb-f077-4410-b646-2eea420171f6 req-1df22218-60f2-4d76-821b-3c9e885e8400 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:50.615982 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6188d3fb-f077-4410-b646-2eea420171f6 req-1df22218-60f2-4d76-821b-3c9e885e8400 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0969522 Oct 14 12:25:50.671696 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48224) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:50.684762 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6188d3fb-f077-4410-b646-2eea420171f6 req-522f1fc9-e66b-4a70-9001-b0bbcfc32ae8 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595772 Oct 14 12:25:50.697748 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767468-6259-4129-94b6-d474f015167a req-7dfbaae5-2fcf-48a2-964b-bb9decdd88a4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:50.699624 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-de767468-6259-4129-94b6-d474f015167a req-7dfbaae5-2fcf-48a2-964b-bb9decdd88a4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0942764 Oct 14 12:25:50.703454 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f35f6a3-5cff-42a9-8be7-6de5859d8234 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:50.780785 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-de767468-6259-4129-94b6-d474f015167a req-320cdc41-a8b7-40b6-bcc5-18ffdfb0e8c1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743363 Oct 14 12:25:50.802941 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1c4161e0-b7a6-4a96-9e78-b2b2dae268e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:50.840589 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.l3_db [None req-0f35f6a3-5cff-42a9-8be7-6de5859d8234 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Floating IP 000d6c5a-4a63-43a4-b90e-318202717872 associated. External IP: 172.27.2.155, port: fad824bc-b575-42f3-8c13-34e3a61729a0. Oct 14 12:25:50.873155 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1c4161e0-b7a6-4a96-9e78-b2b2dae268e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:50.945646 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1c4161e0-b7a6-4a96-9e78-b2b2dae268e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:50.993967 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-1c4161e0-b7a6-4a96-9e78-b2b2dae268e3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3e39afad716b49c48b5165661338ecc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211639 Oct 14 12:25:50.994624 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48236) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:51.014570 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4161e0-b7a6-4a96-9e78-b2b2dae268e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3290b5-a0c5-430a-bd91-6f2504e925b4,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:51.072054 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-321827eb-f696-42ff-9b9d-3e4332fafacd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:51.092311 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f35f6a3-5cff-42a9-8be7-6de5859d8234 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:25:51.101264 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-321827eb-f696-42ff-9b9d-3e4332fafacd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:51.211133 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f35f6a3-5cff-42a9-8be7-6de5859d8234 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:25:51.215622 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f35f6a3-5cff-42a9-8be7-6de5859d8234 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:51.236966 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c93c1e7-89df-4359-bd31-c25613f17a93 None None] Sync routers for ids ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:25:51.241954 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93c1e7-89df-4359-bd31-c25613f17a93 None None] Routers {'83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:51.242553 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5c93c1e7-89df-4359-bd31-c25613f17a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:25:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:51.245364 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-0f35f6a3-5cff-42a9-8be7-6de5859d8234 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "PUT /v2.0/floatingips/000d6c5a-4a63-43a4-b90e-318202717872 HTTP/1.1" status: 200 len: 992 time: 1.6575446 Oct 14 12:25:51.245364 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'tag': 'fad824bc-b575-42f3-8c13-34e3a61729a0'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:25:51.246475 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac15d025-74bb-44e8-8e94-efeaa8ffce73" -d '{"events": [{"name": "network-changed", "server_uuid": "45b7d504-7f3f-4b03-88f3-727fd9a94aa7", "tag": "fad824bc-b575-42f3-8c13-34e3a61729a0"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:25:51.283372 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea4dd6b-6e8c-47c2-a76d-502dbd50a8c6 x-openstack-request-id: req-2ea4dd6b-6e8c-47c2-a76d-502dbd50a8c6 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:25:51.283666 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b7d504-7f3f-4b03-88f3-727fd9a94aa7", "tag": "fad824bc-b575-42f3-8c13-34e3a61729a0", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:25:51.283920 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2ea4dd6b-6e8c-47c2-a76d-502dbd50a8c6 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:25:51.284314 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'tag': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'status': 'completed', 'code': 200} Oct 14 12:25:51.361291 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-5c93c1e7-89df-4359-bd31-c25613f17a93 None None] Set router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:51.361427 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-321827eb-f696-42ff-9b9d-3e4332fafacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:51.364696 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-321827eb-f696-42ff-9b9d-3e4332fafacd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:51.365814 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-321827eb-f696-42ff-9b9d-3e4332fafacd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ba3290b5-a0c5-430a-bd91-6f2504e925b4 HTTP/1.1" status: 204 len: 168 time: 0.3699157 Oct 14 12:25:51.372196 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15d025-74bb-44e8-8e94-efeaa8ffce73 req-3514420a-6ea6-4e23-ae54-2a4c0f08b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:51.376066 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ac15d025-74bb-44e8-8e94-efeaa8ffce73 req-3514420a-6ea6-4e23-ae54-2a4c0f08b4b5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 1099 time: 0.0583954 Oct 14 12:25:51.385498 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321827eb-f696-42ff-9b9d-3e4332fafacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3290b5-a0c5-430a-bd91-6f2504e925b4,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:51.520608 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:51.559137 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15d025-74bb-44e8-8e94-efeaa8ffce73 req-a8717054-8791-41c9-a5f7-0535e810160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:51.560509 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ac15d025-74bb-44e8-8e94-efeaa8ffce73 req-a8717054-8791-41c9-a5f7-0535e810160d service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d HTTP/1.1" status: 200 len: 917 time: 0.1747878 Oct 14 12:25:51.681390 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ac15d025-74bb-44e8-8e94-efeaa8ffce73 req-695d5b8d-6ff7-44e9-ab46-a7641ca82705 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad824bc-b575-42f3-8c13-34e3a61729a0 HTTP/1.1" status: 200 len: 1000 time: 0.1130114 Oct 14 12:25:51.715622 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5c93c1e7-89df-4359-bd31-c25613f17a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': '000d6c5a-4a63-43a4-b90e-318202717872', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'port_id': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'mac_address': 'fa:16:3e:41:97:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:25:20Z', 'updated_at': '2021-10-14T12:25:50Z', 'revision_number': 1, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e', 'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'mac_address': 'fa:16:3e:7f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:03Z', 'updated_at': '2021-10-14T12:25:15Z', 'revision_number': 5, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'subnets': [{'id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:51.754817 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c93c1e7-89df-4359-bd31-c25613f17a93 None None] Checking router: 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:25:51.761163 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15d025-74bb-44e8-8e94-efeaa8ffce73 req-cf957479-27b3-4a18-bffc-c402b59e2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:51.763411 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ac15d025-74bb-44e8-8e94-efeaa8ffce73 req-cf957479-27b3-4a18-bffc-c402b59e2925 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cc5bc5ee-814c-4686-ba13-7451402f57fe HTTP/1.1" status: 200 len: 855 time: 0.0746977 Oct 14 12:25:51.764528 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93c1e7-89df-4359-bd31-c25613f17a93 None None] Routers {'83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:51.765134 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5c93c1e7-89df-4359-bd31-c25613f17a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:25:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:51.853084 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15d025-74bb-44e8-8e94-efeaa8ffce73 req-19bca149-2f4e-445e-9b7b-b2ebb8502664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:51.854846 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ac15d025-74bb-44e8-8e94-efeaa8ffce73 req-19bca149-2f4e-445e-9b7b-b2ebb8502664 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796638 Oct 14 12:25:51.867552 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b6277-5ca7-4e2c-8088-878e357fe370 req-a40f1f79-0efd-402d-83e3-2bc7b7fb1395 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:51.869067 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1c3b6277-5ca7-4e2c-8088-878e357fe370 req-a40f1f79-0efd-402d-83e3-2bc7b7fb1395 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.1046576 Oct 14 12:25:51.931420 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-5c93c1e7-89df-4359-bd31-c25613f17a93 None None] Set router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:52.003372 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1c3b6277-5ca7-4e2c-8088-878e357fe370 req-6394e6e5-986a-4a30-a689-59bdc5c16aaf tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140361 Oct 14 12:25:52.014887 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8cf8b-a5ad-4bd7-a723-c9d0ea951ce7 req-fa936cca-8f92-4fce-ad83-eeaeddb8ece0 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:52.027680 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3dc8cf8b-a5ad-4bd7-a723-c9d0ea951ce7 req-fa936cca-8f92-4fce-ad83-eeaeddb8ece0 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.1486180 Oct 14 12:25:52.049532 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ac15d025-74bb-44e8-8e94-efeaa8ffce73 req-8dff3fd7-8384-4b42-8327-bf272d6d5928 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791310 Oct 14 12:25:52.114540 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3dc8cf8b-a5ad-4bd7-a723-c9d0ea951ce7 req-32c25eb3-bb5a-4ed0-a12a-d9e83b575bbc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770772 Oct 14 12:25:52.174625 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ac15d025-74bb-44e8-8e94-efeaa8ffce73 req-36811c60-d155-47b2-a938-01bf59c17085 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116793 Oct 14 12:25:52.180019 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:52.241767 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48272) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:52.245089 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa10e8c-4294-40ed-a955-f90c55304cf9 req-75296cae-69ab-4fc8-b358-6f8e471e8577 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:52.249085 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-caa10e8c-4294-40ed-a955-f90c55304cf9 req-75296cae-69ab-4fc8-b358-6f8e471e8577 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0555248 Oct 14 12:25:52.256400 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48274) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:52.261031 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-a34625d0-6ba1-46e9-a17f-43ac050d1ef0 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Request body: {'floatingip': {'port_id': 'e237ce07-89a3-44dd-858a-005434e6800f'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:25:52.263837 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ba12f31a-c6ee-47d7-9899-5471b91bf69f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:52.314261 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5c93c1e7-89df-4359-bd31-c25613f17a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': '000d6c5a-4a63-43a4-b90e-318202717872', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'port_id': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'mac_address': 'fa:16:3e:41:97:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:25:20Z', 'updated_at': '2021-10-14T12:25:50Z', 'revision_number': 1, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e', 'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'mac_address': 'fa:16:3e:7f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:03Z', 'updated_at': '2021-10-14T12:25:15Z', 'revision_number': 5, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'subnets': [{'id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:52.345242 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c93c1e7-89df-4359-bd31-c25613f17a93 None None] The sync data for ids ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'] in dv-cinder-813984-2-iscsi is: [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': '000d6c5a-4a63-43a4-b90e-318202717872', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'port_id': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'mac_address': 'fa:16:3e:41:97:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:25:20Z', 'updated_at': '2021-10-14T12:25:50Z', 'revision_number': 1, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e', 'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'mac_address': 'fa:16:3e:7f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:03Z', 'updated_at': '2021-10-14T12:25:15Z', 'revision_number': 5, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'subnets': [{'id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:25:52.355796 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a34625d0-6ba1-46e9-a17f-43ac050d1ef0 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for floatingip, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:52.561042 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4a1813-2eb6-4952-8c10-0db9a5877c86 None None] New status for floating IP 000d6c5a-4a63-43a4-b90e-318202717872: ACTIVE {{(pid=100448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:25:52.605286 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ba12f31a-c6ee-47d7-9899-5471b91bf69f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:52.687664 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ba12f31a-c6ee-47d7-9899-5471b91bf69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:52.897245 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:52.973868 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-ba12f31a-c6ee-47d7-9899-5471b91bf69f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e6273c3da38e42d5855ea6c76d5ab6d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7309470 Oct 14 12:25:52.976461 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 48284) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:52.979110 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12f31a-c6ee-47d7-9899-5471b91bf69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81da20f6-2e8b-402e-8091-d1aad46ffc24,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:53.028920 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac67a6c8-c0d5-4423-aa17-d919c1c69fd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:53.062338 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac67a6c8-c0d5-4423-aa17-d919c1c69fd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:53.151231 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f485a7-9b11-4bce-94e0-d225e6189dd6 req-461a9a41-569c-4287-b139-d815e4466f3a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:53.151231 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c9f485a7-9b11-4bce-94e0-d225e6189dd6 req-461a9a41-569c-4287-b139-d815e4466f3a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0729318 Oct 14 12:25:53.197310 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c9f485a7-9b11-4bce-94e0-d225e6189dd6 req-7478e7fd-8e9b-4655-94ba-2634b4b7f33e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Oct 14 12:25:53.234208 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac67a6c8-c0d5-4423-aa17-d919c1c69fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:53.236802 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac67a6c8-c0d5-4423-aa17-d919c1c69fd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:53.238178 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-ac67a6c8-c0d5-4423-aa17-d919c1c69fd8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/81da20f6-2e8b-402e-8091-d1aad46ffc24 HTTP/1.1" status: 204 len: 168 time: 0.2603161 Oct 14 12:25:53.246630 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67a6c8-c0d5-4423-aa17-d919c1c69fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81da20f6-2e8b-402e-8091-d1aad46ffc24,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:53.271544 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a34625d0-6ba1-46e9-a17f-43ac050d1ef0 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:53.319994 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a34625d0-6ba1-46e9-a17f-43ac050d1ef0 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:53.420772 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.l3_db [None req-a34625d0-6ba1-46e9-a17f-43ac050d1ef0 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Floating IP d299941c-4f66-4cc8-a60b-5c854cc5e71a associated. External IP: 172.27.2.21, port: e237ce07-89a3-44dd-858a-005434e6800f. Oct 14 12:25:53.627417 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34625d0-6ba1-46e9-a17f-43ac050d1ef0 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Router 531e5fd2-a949-454b-9dcf-e015dd509f68 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:25:53.736492 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34625d0-6ba1-46e9-a17f-43ac050d1ef0 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:25:53.741464 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a34625d0-6ba1-46e9-a17f-43ac050d1ef0 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:53.746215 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b077a-e86c-44df-8aeb-a36f1ef7ea84 None None] Sync routers for ids ['531e5fd2-a949-454b-9dcf-e015dd509f68'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:25:53.755003 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431b077a-e86c-44df-8aeb-a36f1ef7ea84 None None] Routers {'531e5fd2-a949-454b-9dcf-e015dd509f68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:53.755652 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-431b077a-e86c-44df-8aeb-a36f1ef7ea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:25:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['531e5fd2-a949-454b-9dcf-e015dd509f68'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:53.768261 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-a34625d0-6ba1-46e9-a17f-43ac050d1ef0 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "PUT /v2.0/floatingips/d299941c-4f66-4cc8-a60b-5c854cc5e71a HTTP/1.1" status: 200 len: 990 time: 1.5107908 Oct 14 12:25:53.768832 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e830cbcd-f395-4035-8795-1a27f6926d94', 'tag': 'e237ce07-89a3-44dd-858a-005434e6800f'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:25:53.772104 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a4a7da35251cd845a75d208fb6f40823871570cd89c2545b4640923bed6cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536af0ad-a04c-497e-ac9f-e80cd801a94a" -d '{"events": [{"name": "network-changed", "server_uuid": "e830cbcd-f395-4035-8795-1a27f6926d94", "tag": "e237ce07-89a3-44dd-858a-005434e6800f"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:25:53.871165 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-431b077a-e86c-44df-8aeb-a36f1ef7ea84 None None] Set router 531e5fd2-a949-454b-9dcf-e015dd509f68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:54.094848 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-431b077a-e86c-44df-8aeb-a36f1ef7ea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:09Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': 'd299941c-4f66-4cc8-a60b-5c854cc5e71a', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'port_id': 'e237ce07-89a3-44dd-858a-005434e6800f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'mac_address': 'fa:16:3e:3c:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e830cbcd-f395-4035-8795-1a27f6926d94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:25:23Z', 'updated_at': '2021-10-14T12:25:53Z', 'revision_number': 1, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd886bdea-26f1-4774-b3bb-617c7aba43de', 'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'mac_address': 'fa:16:3e:48:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:08Z', 'updated_at': '2021-10-14T12:25:17Z', 'revision_number': 5, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'subnets': [{'id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:54.124810 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b077a-e86c-44df-8aeb-a36f1ef7ea84 None None] Checking router: 531e5fd2-a949-454b-9dcf-e015dd509f68 for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:25:54.133697 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431b077a-e86c-44df-8aeb-a36f1ef7ea84 None None] Routers {'531e5fd2-a949-454b-9dcf-e015dd509f68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:25:54.134297 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-431b077a-e86c-44df-8aeb-a36f1ef7ea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:25:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['531e5fd2-a949-454b-9dcf-e015dd509f68'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:54.239984 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-431b077a-e86c-44df-8aeb-a36f1ef7ea84 None None] Set router 531e5fd2-a949-454b-9dcf-e015dd509f68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:25:54.459378 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-431b077a-e86c-44df-8aeb-a36f1ef7ea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:09Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': 'd299941c-4f66-4cc8-a60b-5c854cc5e71a', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'port_id': 'e237ce07-89a3-44dd-858a-005434e6800f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'mac_address': 'fa:16:3e:3c:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e830cbcd-f395-4035-8795-1a27f6926d94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:25:23Z', 'updated_at': '2021-10-14T12:25:53Z', 'revision_number': 1, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd886bdea-26f1-4774-b3bb-617c7aba43de', 'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'mac_address': 'fa:16:3e:48:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:08Z', 'updated_at': '2021-10-14T12:25:17Z', 'revision_number': 5, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'subnets': [{'id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:25:54.488056 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b077a-e86c-44df-8aeb-a36f1ef7ea84 None None] The sync data for ids ['531e5fd2-a949-454b-9dcf-e015dd509f68'] in dv-cinder-813984-2-iscsi is: [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:09Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': 'd299941c-4f66-4cc8-a60b-5c854cc5e71a', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'port_id': 'e237ce07-89a3-44dd-858a-005434e6800f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'mac_address': 'fa:16:3e:3c:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e830cbcd-f395-4035-8795-1a27f6926d94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:25:23Z', 'updated_at': '2021-10-14T12:25:53Z', 'revision_number': 1, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd886bdea-26f1-4774-b3bb-617c7aba43de', 'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'mac_address': 'fa:16:3e:48:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:08Z', 'updated_at': '2021-10-14T12:25:17Z', 'revision_number': 5, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'subnets': [{'id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:25:54.664456 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8721a60c-be03-4899-b711-c42cfed663be None None] New status for floating IP d299941c-4f66-4cc8-a60b-5c854cc5e71a: ACTIVE {{(pid=100448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:25:55.491137 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f003b6da-1c93-4879-b8d5-18bbc83f5501 x-openstack-request-id: req-f003b6da-1c93-4879-b8d5-18bbc83f5501 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:25:55.491636 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e830cbcd-f395-4035-8795-1a27f6926d94", "tag": "e237ce07-89a3-44dd-858a-005434e6800f", "status": "completed", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:25:55.492326 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f003b6da-1c93-4879-b8d5-18bbc83f5501 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:25:55.492715 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e830cbcd-f395-4035-8795-1a27f6926d94', 'tag': 'e237ce07-89a3-44dd-858a-005434e6800f', 'status': 'completed', 'code': 200} Oct 14 12:25:55.588270 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaca7b6-02b6-4b8e-8460-5d0b514e7b00 req-49eb2637-24f7-44ae-9876-cc38a84fabad tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:55.589886 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9eaca7b6-02b6-4b8e-8460-5d0b514e7b00 req-49eb2637-24f7-44ae-9876-cc38a84fabad tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0770228 Oct 14 12:25:55.597127 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536af0ad-a04c-497e-ac9f-e80cd801a94a req-21f620af-a1c9-4ec2-bc3b-e448b119e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:55.600314 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-536af0ad-a04c-497e-ac9f-e80cd801a94a req-21f620af-a1c9-4ec2-bc3b-e448b119e862 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a99511a7cfa740f4b660b4e6e9b9871a&device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 1098 time: 0.0615864 Oct 14 12:25:55.659572 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9eaca7b6-02b6-4b8e-8460-5d0b514e7b00 req-92be8b3e-06d5-4f0e-a46a-8b078a05c146 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593865 Oct 14 12:25:55.682165 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48360) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:55.719534 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536af0ad-a04c-497e-ac9f-e80cd801a94a req-9debde5c-b6ea-43ec-b7f0-2d88d1dda700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:55.721157 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-536af0ad-a04c-497e-ac9f-e80cd801a94a req-9debde5c-b6ea-43ec-b7f0-2d88d1dda700 service neutron] 10.222.0.82 "GET /v2.0/networks?id=253a832c-afa8-4771-87e8-6dfb3bd2f212 HTTP/1.1" status: 200 len: 911 time: 0.1052043 Oct 14 12:25:55.796408 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-536af0ad-a04c-497e-ac9f-e80cd801a94a req-95e7b9bf-2b88-4523-af37-29aed7a81ee1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e237ce07-89a3-44dd-858a-005434e6800f HTTP/1.1" status: 200 len: 1000 time: 0.0665092 Oct 14 12:25:55.798044 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c3818d60-6771-4071-a318-f2ad8c60bacf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:55.848536 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536af0ad-a04c-497e-ac9f-e80cd801a94a req-5e99fcfc-bdcb-4aea-b463-4d30c8db97fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:55.849950 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-536af0ad-a04c-497e-ac9f-e80cd801a94a req-5e99fcfc-bdcb-4aea-b463-4d30c8db97fd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1808dccd-0f99-40d5-87b6-c6cd63c4fafb HTTP/1.1" status: 200 len: 849 time: 0.0446706 Oct 14 12:25:55.873976 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c3818d60-6771-4071-a318-f2ad8c60bacf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:55.897256 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536af0ad-a04c-497e-ac9f-e80cd801a94a req-0c808809-88c4-4a74-afb5-48056defd333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:55.898702 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-536af0ad-a04c-497e-ac9f-e80cd801a94a req-0c808809-88c4-4a74-afb5-48056defd333 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=253a832c-afa8-4771-87e8-6dfb3bd2f212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391183 Oct 14 12:25:55.950762 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c3818d60-6771-4071-a318-f2ad8c60bacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:55.991383 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3818d60-6771-4071-a318-f2ad8c60bacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2dca24-3861-4604-a975-619ca23fd1fb,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:55.997779 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-c3818d60-6771-4071-a318-f2ad8c60bacf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fe74d95fcc1c4dbdbe0e118b49b9a8c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144944 Oct 14 12:25:56.000278 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48368) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:56.006648 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-536af0ad-a04c-497e-ac9f-e80cd801a94a req-4ecc5fb9-9f47-4824-9d86-85f82dbae9b1 service neutron] 10.222.0.82 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965877 Oct 14 12:25:56.053204 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:56.077249 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:56.101519 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-536af0ad-a04c-497e-ac9f-e80cd801a94a req-392b2741-692e-4719-b92e-268291334099 service neutron] 10.222.0.82 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870800 Oct 14 12:25:56.224226 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:56.226882 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:56.228296 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7a2dca24-3861-4604-a975-619ca23fd1fb HTTP/1.1" status: 204 len: 168 time: 0.2268169 Oct 14 12:25:56.240489 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2dca24-3861-4604-a975-619ca23fd1fb,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:56.248314 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:56.248663 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:56.249001 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:56.249334 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:56.249667 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:56.249994 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:56.250322 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:56.250645 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:56.250977 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:56.251426 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:56.251754 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:56.252071 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb2463-fe8d-416d-8c84-d52256a6ae24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:56.785932 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81faad00-df14-49c5-870f-9b422890453c req-776ab9db-1818-4761-8332-fe2362dadff0 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:56.793142 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-81faad00-df14-49c5-870f-9b422890453c req-776ab9db-1818-4761-8332-fe2362dadff0 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0548782 Oct 14 12:25:56.809655 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48390) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:56.824670 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8b48252d-6637-49b1-9ad6-ac20114333b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:56.826348 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-81faad00-df14-49c5-870f-9b422890453c req-f5281557-a8e5-4343-b0f6-abd896a12c23 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326345 Oct 14 12:25:56.903027 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8b48252d-6637-49b1-9ad6-ac20114333b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:57.007714 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8b48252d-6637-49b1-9ad6-ac20114333b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:57.051282 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-8b48252d-6637-49b1-9ad6-ac20114333b0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=01729e6e525245eb8de7c2ca53c2d4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367611 Oct 14 12:25:57.051282 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48252d-6637-49b1-9ad6-ac20114333b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a5559f-e9b9-4d41-8d41-9ce45850416f,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:57.052403 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 48394) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:25:57.122874 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:57.144687 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:57.264954 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:57.267497 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:25:57.268611 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/47a5559f-e9b9-4d41-8d41-9ce45850416f HTTP/1.1" status: 204 len: 168 time: 0.2151110 Oct 14 12:25:57.281143 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a5559f-e9b9-4d41-8d41-9ce45850416f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:25:57.285704 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:57.286029 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:57.286773 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:57.286884 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:57.287215 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:57.287600 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:57.287868 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:57.288192 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:57.288664 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:57.288970 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:57.289322 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:57.289791 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4644a04-79f2-42cd-a7a3-0c79b3af55bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:25:57.725082 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259e63d-2771-4072-b5be-c90a62ae782b req-c820cb93-f330-434f-bba5-8b58ed497f3c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:25:57.726760 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d259e63d-2771-4072-b5be-c90a62ae782b req-c820cb93-f330-434f-bba5-8b58ed497f3c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/networks?id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 HTTP/1.1" status: 200 len: 813 time: 0.1061637 Oct 14 12:25:57.742010 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d259e63d-2771-4072-b5be-c90a62ae782b req-e98ab19d-ab3f-4454-8334-4dfa4c2c9a6d tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/quotas/35c49fc712d548e381c2b41cbbf067ea HTTP/1.1" status: 200 len: 375 time: 0.0096061 Oct 14 12:25:57.802149 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d259e63d-2771-4072-b5be-c90a62ae782b req-b2d839b1-65d8-40b8-9827-755e6631d6a0 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=35c49fc712d548e381c2b41cbbf067ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504200 Oct 14 12:25:57.883776 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d259e63d-2771-4072-b5be-c90a62ae782b req-fb14b6d2-ca0f-4bfd-88bb-6c7da2091953 service neutron] 10.222.0.71 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847464 Oct 14 12:25:57.977317 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d259e63d-2771-4072-b5be-c90a62ae782b req-95340722-d0c4-48fa-a81d-da57a8c95374 service neutron] 10.222.0.71 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875282 Oct 14 12:26:00.266528 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48512) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:00.356162 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b7c4b523-7ebe-4cea-8ba4-fbfbbceab188 req-c1bf5796-108d-467b-9a7a-3afaef8aa8cc tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 210 time: 0.0351291 Oct 14 12:26:00.392143 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ba68ff5d-4bb0-4caa-a026-1e75c30c6790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:00.404450 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702eb29-b887-46e7-ada1-28bea2ba65de req-ee65580d-6833-420f-8084-8138faa544fb tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:00.405881 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3702eb29-b887-46e7-ada1-28bea2ba65de req-ee65580d-6833-420f-8084-8138faa544fb tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0751259 Oct 14 12:26:00.451660 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3702eb29-b887-46e7-ada1-28bea2ba65de req-1cb3ea00-f1c9-4354-a61b-64ffdacaa96e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388818 Oct 14 12:26:00.481872 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ba68ff5d-4bb0-4caa-a026-1e75c30c6790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:00.590555 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ba68ff5d-4bb0-4caa-a026-1e75c30c6790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:00.629463 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-ba68ff5d-4bb0-4caa-a026-1e75c30c6790 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8280178a5deb4885a4fd15fe74c29e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612936 Oct 14 12:26:00.630623 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68ff5d-4bb0-4caa-a026-1e75c30c6790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188e6293-09b2-42e1-ae47-340330c49bec,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:00.632283 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 48520) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:00.682277 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e152046-2097-4714-a32e-2d6dff790187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:00.704546 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e152046-2097-4714-a32e-2d6dff790187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:00.876311 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e152046-2097-4714-a32e-2d6dff790187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:00.879169 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e152046-2097-4714-a32e-2d6dff790187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:00.880494 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-2e152046-2097-4714-a32e-2d6dff790187 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/188e6293-09b2-42e1-ae47-340330c49bec HTTP/1.1" status: 204 len: 168 time: 0.2470298 Oct 14 12:26:00.888643 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e152046-2097-4714-a32e-2d6dff790187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188e6293-09b2-42e1-ae47-340330c49bec,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:01.541367 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 48538) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:01.549690 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-51d2535a-8a3b-4177-a093-b6556c85bf7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:01.626442 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-51d2535a-8a3b-4177-a093-b6556c85bf7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:01.722119 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-51d2535a-8a3b-4177-a093-b6556c85bf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:01.760892 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-51d2535a-8a3b-4177-a093-b6556c85bf7c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=88559993b2eb45d68b9b3c5b42e8270a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237473 Oct 14 12:26:01.761710 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2535a-8a3b-4177-a093-b6556c85bf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9835af-6c0d-4cbe-b2a8-72d5e62ce60c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:01.764204 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48544) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:01.781458 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:26:01.815232 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d47362d3-b7ca-4d4b-89d3-5a5069b51f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:01.836402 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d47362d3-b7ca-4d4b-89d3-5a5069b51f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:01.984465 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d47362d3-b7ca-4d4b-89d3-5a5069b51f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:01.987097 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d47362d3-b7ca-4d4b-89d3-5a5069b51f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:01.988271 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-d47362d3-b7ca-4d4b-89d3-5a5069b51f32 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cd9835af-6c0d-4cbe-b2a8-72d5e62ce60c HTTP/1.1" status: 204 len: 168 time: 0.2223506 Oct 14 12:26:01.998495 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47362d3-b7ca-4d4b-89d3-5a5069b51f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9835af-6c0d-4cbe-b2a8-72d5e62ce60c,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:03.008549 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48572) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:03.104037 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1021923578-network', 'tenant_id': '739b6028bb7948e7a4cbc8c4394f4e4b'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:03.190535 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] Made reservation on behalf of 739b6028bb7948e7a4cbc8c4394f4e4b for: {'network': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:26:03.192909 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:03.202045 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:03.275524 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:03.325399 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:03.348730 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=100446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:26:03.357661 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506a953d-e7ce-45a3-8f5b-49ef7baf6feb,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:03.363429 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:03.363767 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.segments_db [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] Added segment 8ef5c52a-16cd-42ef-858e-c62571ad42e4 of type vlan for network 826f5fa6-bc12-4340-8c1b-5089041daa18 Oct 14 12:26:03.402268 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:03.498824 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:03.499812 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:03.500390 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:03.561244 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] Pushing event updated for resources: {'Network': ['ID=826f5fa6-bc12-4340-8c1b-5089041daa18,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:03.570380 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-52312126-10f4-415b-bf2d-df4cd960c769 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5607407 Oct 14 12:26:03.571866 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network 826f5fa6-bc12-4340-8c1b-5089041daa18 details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:26:03.573263 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48580) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:03.577909 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-bd045b21-6608-42e1-921e-c28fad5790b7 admin admin] Request body: {'subnet': {'network_id': '826f5fa6-bc12-4340-8c1b-5089041daa18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1021923578-subnet', 'tenant_id': '739b6028bb7948e7a4cbc8c4394f4e4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:03.673654 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd045b21-6608-42e1-921e-c28fad5790b7 admin admin] Made reservation on behalf of 739b6028bb7948e7a4cbc8c4394f4e4b for: {'subnet': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:26:03.676075 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-bd045b21-6608-42e1-921e-c28fad5790b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9655153'] for subnet, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:03.796857 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-60495e10-8a38-466a-9157-32d543ade288 req-e5e5cdb8-7a2b-4a21-8a25-cd34a6221e73 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 210 time: 0.0306082 Oct 14 12:26:03.844658 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744e36f-17e5-40ed-94d1-0de44e56cc9a req-e9fb0757-0705-412c-ae6d-17299d5e352a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:03.846178 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5744e36f-17e5-40ed-94d1-0de44e56cc9a req-e9fb0757-0705-412c-ae6d-17299d5e352a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0518067 Oct 14 12:26:03.885364 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5744e36f-17e5-40ed-94d1-0de44e56cc9a req-b117e5ed-f4da-4bef-a7d6-d99cc008a720 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321569 Oct 14 12:26:03.920006 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-bd045b21-6608-42e1-921e-c28fad5790b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9918476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9655143'] for subnet, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:03.976897 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd045b21-6608-42e1-921e-c28fad5790b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d96d8b-fe28-4ff9-abfb-04001d35e562,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:03.984250 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd045b21-6608-42e1-921e-c28fad5790b7 admin admin] Checking segment: {'id': '8ef5c52a-16cd-42ef-858e-c62571ad42e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '826f5fa6-bc12-4340-8c1b-5089041daa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:26:03.984601 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd045b21-6608-42e1-921e-c28fad5790b7 admin admin] Network hostable DHCP agents. Network: 826f5fa6-bc12-4340-8c1b-5089041daa18, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:26:04.059003 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd045b21-6608-42e1-921e-c28fad5790b7 admin admin] Network 826f5fa6-bc12-4340-8c1b-5089041daa18 is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:26:04.144796 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-bd045b21-6608-42e1-921e-c28fad5790b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, 826f5fa6-bc12-4340-8c1b-5089041daa18) {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:26:04.161412 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd045b21-6608-42e1-921e-c28fad5790b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:04.161412 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-bd045b21-6608-42e1-921e-c28fad5790b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:04.161581 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30541125-b748-4983-bbe6-402d4ced226b None None] Network 826f5fa6-bc12-4340-8c1b-5089041daa18 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:26:04.231145 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-bd045b21-6608-42e1-921e-c28fad5790b7 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6568124 Oct 14 12:26:04.288803 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba345f8-fa05-49e3-8800-fb50ef49f33b None None] Network 826f5fa6-bc12-4340-8c1b-5089041daa18 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:26:04.433589 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259e63d-2771-4072-b5be-c90a62ae782b req-e5ed091b-5bbe-478d-a173-2348d2c4711b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:04.435052 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d259e63d-2771-4072-b5be-c90a62ae782b req-e5ed091b-5bbe-478d-a173-2348d2c4711b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "GET /v2.0/networks?id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 HTTP/1.1" status: 200 len: 813 time: 0.1238036 Oct 14 12:26:04.451463 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-d259e63d-2771-4072-b5be-c90a62ae782b req-57df4cb3-0dfb-4099-8e02-fe8391137373 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Request body: {'port': {'device_id': '25c8c9f7-2768-4db2-a02e-6f1ba708c1a8', 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53', 'admin_state_up': True, 'tenant_id': '35c49fc712d548e381c2b41cbbf067ea'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:04.933014 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f758dd14-72a8-4ab7-b152-24cf3e87602e req-456a2cdb-1783-4f72-9639-4e0d7aa00d58 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 210 time: 0.0364156 Oct 14 12:26:04.934810 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d259e63d-2771-4072-b5be-c90a62ae782b req-57df4cb3-0dfb-4099-8e02-fe8391137373 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Made reservation on behalf of 35c49fc712d548e381c2b41cbbf067ea for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:26:04.937993 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d259e63d-2771-4072-b5be-c90a62ae782b req-57df4cb3-0dfb-4099-8e02-fe8391137373 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:05.087851 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce91f66-96f7-44b5-a866-87f2295d0cba req-505b0fca-3a1b-4f4a-b937-9bc764f42484 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:05.089715 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9ce91f66-96f7-44b5-a866-87f2295d0cba req-505b0fca-3a1b-4f4a-b937-9bc764f42484 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.1252568 Oct 14 12:26:05.143797 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-d259e63d-2771-4072-b5be-c90a62ae782b req-57df4cb3-0dfb-4099-8e02-fe8391137373 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Allocated IP 172.20.0.10 (fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53/1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d/4286ba41-1942-4e4c-be3f-6ab1d92f10ef) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:26:05.148949 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9ce91f66-96f7-44b5-a866-87f2295d0cba req-f4c778b8-bc5f-4753-a4a4-382a253efde8 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517106 Oct 14 12:26:05.167357 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48634) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:05.172928 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-66636093-network', 'tenant_id': 'dd677b7ebfd944d7b4624313741df282'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:05.256884 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] Made reservation on behalf of dd677b7ebfd944d7b4624313741df282 for: {'network': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:26:05.259479 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:05.268427 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:05.333720 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d259e63d-2771-4072-b5be-c90a62ae782b req-57df4cb3-0dfb-4099-8e02-fe8391137373 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:05.346237 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:05.416902 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:05.437789 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=100446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:26:05.448292 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d259e63d-2771-4072-b5be-c90a62ae782b req-57df4cb3-0dfb-4099-8e02-fe8391137373 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:05.452077 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a054415-b543-488e-be1c-84f6e5794e6c,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:05.457810 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:05.459636 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.segments_db [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] Added segment 57965af1-07c8-4aef-a798-7ccfa8c6e630 of type vlan for network 5f186520-a35e-4736-a0a7-70e79895941f Oct 14 12:26:05.468882 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['40913220-b2c2-4b0c-8063-661289ee4ace'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:26:05.511572 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:05.526808 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d259e63d-2771-4072-b5be-c90a62ae782b req-57df4cb3-0dfb-4099-8e02-fe8391137373 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:26:05.530851 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-d259e63d-2771-4072-b5be-c90a62ae782b req-57df4cb3-0dfb-4099-8e02-fe8391137373 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:26:05.538474 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d259e63d-2771-4072-b5be-c90a62ae782b req-57df4cb3-0dfb-4099-8e02-fe8391137373 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:26:05.546009 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df4cb3-0dfb-4099-8e02-fe8391137373 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Pushing event updated for resources: {'Port': ['ID=4286ba41-1942-4e4c-be3f-6ab1d92f10ef,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:05.597186 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259e63d-2771-4072-b5be-c90a62ae782b req-57df4cb3-0dfb-4099-8e02-fe8391137373 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:05.597807 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d259e63d-2771-4072-b5be-c90a62ae782b req-57df4cb3-0dfb-4099-8e02-fe8391137373 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:05.641432 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:05.642403 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:05.643147 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:05.701007 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] Pushing event updated for resources: {'Network': ['ID=5f186520-a35e-4736-a0a7-70e79895941f,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:05.711116 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network 5f186520-a35e-4736-a0a7-70e79895941f details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:26:05.730046 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d259e63d-2771-4072-b5be-c90a62ae782b req-57df4cb3-0dfb-4099-8e02-fe8391137373 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2820637 Oct 14 12:26:05.742530 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Request body: {'port': {'device_id': '25c8c9f7-2768-4db2-a02e-6f1ba708c1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:05.797267 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:05.885553 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-0f54d6ff-e662-42ad-ba2c-a2f4171bde67 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7170129 Oct 14 12:26:05.888340 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48654) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:05.905199 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-662f3a27-2ff6-4675-a386-494dc4fe7ece admin admin] Request body: {'subnet': {'network_id': '5f186520-a35e-4736-a0a7-70e79895941f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-66636093-subnet', 'tenant_id': 'dd677b7ebfd944d7b4624313741df282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:06.010972 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662f3a27-2ff6-4675-a386-494dc4fe7ece admin admin] Made reservation on behalf of dd677b7ebfd944d7b4624313741df282 for: {'subnet': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:26:06.013942 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-662f3a27-2ff6-4675-a386-494dc4fe7ece admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9655153'] for subnet, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:06.119249 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29869c15-fba1-4920-840c-5af0cbda5cb4 req-380d4177-5934-4289-bd82-d77caa853fed tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:06.120825 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-29869c15-fba1-4920-840c-5af0cbda5cb4 req-380d4177-5934-4289-bd82-d77caa853fed tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 932 time: 0.0954022 Oct 14 12:26:06.127135 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4286ba41-1942-4e4c-be3f-6ab1d92f10ef {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:26:06.143530 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:06.168756 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Transition to ACTIVE for port object 4286ba41-1942-4e4c-be3f-6ab1d92f10ef will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:26:06.183720 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-29869c15-fba1-4920-840c-5af0cbda5cb4 req-01f80dbf-c35a-4bd0-91f0-0d410a382e45 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510960 Oct 14 12:26:06.230272 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:06.279982 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-662f3a27-2ff6-4675-a386-494dc4fe7ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9918476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9655143'] for subnet, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:06.281986 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:06.341771 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f3a27-2ff6-4675-a386-494dc4fe7ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee360722-982b-49f3-9cc5-51bb461c74ad,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:06.345974 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bbb1f-4a93-4a48-aa72-6f959688f985 req-8bb53db8-a670-4fa6-9f97-063dc211c523 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:06.347003 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f3a27-2ff6-4675-a386-494dc4fe7ece admin admin] Checking segment: {'id': '57965af1-07c8-4aef-a798-7ccfa8c6e630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5f186520-a35e-4736-a0a7-70e79895941f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:26:06.347498 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a6bbb1f-4a93-4a48-aa72-6f959688f985 req-8bb53db8-a670-4fa6-9f97-063dc211c523 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0965621 Oct 14 12:26:06.349687 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Pushing event updated for resources: {'Port': ['ID=4286ba41-1942-4e4c-be3f-6ab1d92f10ef,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:06.353522 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f3a27-2ff6-4675-a386-494dc4fe7ece admin admin] Network hostable DHCP agents. Network: 5f186520-a35e-4736-a0a7-70e79895941f, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:26:06.433183 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a6bbb1f-4a93-4a48-aa72-6f959688f985 req-135a31a3-e071-4bab-a59d-cbfe1100d0d4 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785189 Oct 14 12:26:06.447637 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f3a27-2ff6-4675-a386-494dc4fe7ece admin admin] Network 5f186520-a35e-4736-a0a7-70e79895941f is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:26:06.455683 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Attempting to bind port 4286ba41-1942-4e4c-be3f-6ab1d92f10ef on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:26:06.456148 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Attempting to bind port 4286ba41-1942-4e4c-be3f-6ab1d92f10ef by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:26:06.456497 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Attempting to bind port 4286ba41-1942-4e4c-be3f-6ab1d92f10ef on network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:26:06.461505 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Port 4286ba41-1942-4e4c-be3f-6ab1d92f10ef on network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:26:06.461852 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Attempting to bind port 4286ba41-1942-4e4c-be3f-6ab1d92f10ef on network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:26:06.466680 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:26:06.467157 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Checking segment: {'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:26:06.467543 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Bound using segment: {'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:26:06.467976 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Bound port: 4286ba41-1942-4e4c-be3f-6ab1d92f10ef, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:26:06.468322 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:06.531923 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] For port 4286ba41-1942-4e4c-be3f-6ab1d92f10ef, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:26:06.535051 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] For port 4286ba41-1942-4e4c-be3f-6ab1d92f10ef, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4286ba41-1942-4e4c-be3f-6ab1d92f10ef,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:26:06.559527 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-662f3a27-2ff6-4675-a386-494dc4fe7ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, 5f186520-a35e-4736-a0a7-70e79895941f) {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:26:06.563426 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662f3a27-2ff6-4675-a386-494dc4fe7ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:06.564033 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-662f3a27-2ff6-4675-a386-494dc4fe7ece admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:06.568857 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ba7c7d-9ce1-41d2-b2b2-82cb01921c05 None None] Network 5f186520-a35e-4736-a0a7-70e79895941f requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:26:06.622883 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:06.653708 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-662f3a27-2ff6-4675-a386-494dc4fe7ece admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7639854 Oct 14 12:26:06.678008 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:06.678612 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:06.680119 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d259e63d-2771-4072-b5be-c90a62ae782b req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] 10.222.0.82 "PUT /v2.0/ports/4286ba41-1942-4e4c-be3f-6ab1d92f10ef HTTP/1.1" status: 200 len: 1094 time: 0.9418664 Oct 14 12:26:06.680572 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c8c9f7-2768-4db2-a02e-6f1ba708c1a8', 'tag': '4286ba41-1942-4e4c-be3f-6ab1d92f10ef'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:26:06.682872 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fb64ef-dbc1-494b-9894-002adbe2eaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "25c8c9f7-2768-4db2-a02e-6f1ba708c1a8", "tag": "4286ba41-1942-4e4c-be3f-6ab1d92f10ef"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:26:06.694114 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db04158-635d-412b-a1de-661b35bd5f32 None None] Network 5f186520-a35e-4736-a0a7-70e79895941f requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:26:06.715150 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fe9c7-8d92-4bfa-8303-9ae9beaa1200 service neutron] Pushing event updated for resources: {'Port': ['ID=4286ba41-1942-4e4c-be3f-6ab1d92f10ef,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:06.731908 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e10d2c-12f8-49b5-aa19-a259e12e8461 x-openstack-request-id: req-a2e10d2c-12f8-49b5-aa19-a259e12e8461 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:26:06.732302 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c8c9f7-2768-4db2-a02e-6f1ba708c1a8", "tag": "4286ba41-1942-4e4c-be3f-6ab1d92f10ef", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:26:06.732555 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a2e10d2c-12f8-49b5-aa19-a259e12e8461 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:26:06.732949 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c8c9f7-2768-4db2-a02e-6f1ba708c1a8', 'tag': '4286ba41-1942-4e4c-be3f-6ab1d92f10ef', 'status': 'completed', 'code': 200} Oct 14 12:26:06.807428 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb64ef-dbc1-494b-9894-002adbe2eaf8 req-c4eb1a51-5308-4f20-85a0-501d2e7999ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:06.809342 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e3fb64ef-dbc1-494b-9894-002adbe2eaf8 req-c4eb1a51-5308-4f20-85a0-501d2e7999ba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35c49fc712d548e381c2b41cbbf067ea&device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 1097 time: 0.0470982 Oct 14 12:26:06.929871 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb64ef-dbc1-494b-9894-002adbe2eaf8 req-b27219b8-3aee-4bc4-a45d-d70e3a6d395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:06.931493 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e3fb64ef-dbc1-494b-9894-002adbe2eaf8 req-b27219b8-3aee-4bc4-a45d-d70e3a6d395e service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=35c49fc712d548e381c2b41cbbf067ea&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1110463 Oct 14 12:26:07.043289 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb64ef-dbc1-494b-9894-002adbe2eaf8 req-3ab9d23e-2b80-4030-bad8-cb551daacdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:07.044724 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e3fb64ef-dbc1-494b-9894-002adbe2eaf8 req-3ab9d23e-2b80-4030-bad8-cb551daacdf9 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044865 Oct 14 12:26:07.079586 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cfae8f52-7630-4535-bfe6-36862b6e9acd req-50bbd093-3a4e-47b3-b906-71f85bdecc39 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475340 Oct 14 12:26:07.228443 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259e63d-2771-4072-b5be-c90a62ae782b req-286f79ff-f5ae-4aa8-b1c2-3543a6f7aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:07.229938 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d259e63d-2771-4072-b5be-c90a62ae782b req-286f79ff-f5ae-4aa8-b1c2-3543a6f7aa48 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35c49fc712d548e381c2b41cbbf067ea&device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 1097 time: 0.0953441 Oct 14 12:26:07.238218 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae8f52-7630-4535-bfe6-36862b6e9acd req-c52839ae-775b-4ff9-8dc8-0dd09fc8b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:07.239648 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cfae8f52-7630-4535-bfe6-36862b6e9acd req-c52839ae-775b-4ff9-8dc8-0dd09fc8b0b4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35c49fc712d548e381c2b41cbbf067ea&device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 1098 time: 0.0575647 Oct 14 12:26:07.288637 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d259e63d-2771-4072-b5be-c90a62ae782b req-5b12db61-640c-4489-86cc-3b24723bd8a4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4286ba41-1942-4e4c-be3f-6ab1d92f10ef HTTP/1.1" status: 200 len: 217 time: 0.0480523 Oct 14 12:26:07.444458 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b857591-1551-4ada-bfb1-10b3d46e5736 req-5d737a21-d89b-4b44-9c87-fc5d754d776b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:07.445913 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1b857591-1551-4ada-bfb1-10b3d46e5736 req-5d737a21-d89b-4b44-9c87-fc5d754d776b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 944 time: 0.1659460 Oct 14 12:26:07.449327 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259e63d-2771-4072-b5be-c90a62ae782b req-7782ac8b-038e-4771-b192-f94e0b18d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:07.450949 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d259e63d-2771-4072-b5be-c90a62ae782b req-7782ac8b-038e-4771-b192-f94e0b18d4bc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d HTTP/1.1" status: 200 len: 853 time: 0.1422112 Oct 14 12:26:07.451839 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae8f52-7630-4535-bfe6-36862b6e9acd req-f15531a7-f3ef-402e-8c93-98a16fcfdf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:07.453147 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cfae8f52-7630-4535-bfe6-36862b6e9acd req-f15531a7-f3ef-402e-8c93-98a16fcfdf38 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 HTTP/1.1" status: 200 len: 914 time: 0.1743052 Oct 14 12:26:07.502181 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d259e63d-2771-4072-b5be-c90a62ae782b req-65e3bd36-12fe-448e-aaba-592c06698e0d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411794 Oct 14 12:26:07.540768 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cfae8f52-7630-4535-bfe6-36862b6e9acd req-6be027ff-54d2-4fe3-9674-1e10b4d6c084 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40913220-b2c2-4b0c-8063-661289ee4ace HTTP/1.1" status: 200 len: 217 time: 0.0688465 Oct 14 12:26:07.629733 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1b857591-1551-4ada-bfb1-10b3d46e5736 req-ef9c20be-c859-4bdc-8653-7af7856710db tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755297 Oct 14 12:26:07.693177 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c44d-9f4f-47b1-a0b8-9d0cfad5f619 req-31202ccf-b231-4906-8c87-06cff88ebed1 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:07.694809 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c632c44d-9f4f-47b1-a0b8-9d0cfad5f619 req-31202ccf-b231-4906-8c87-06cff88ebed1 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.1651418 Oct 14 12:26:07.700264 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae8f52-7630-4535-bfe6-36862b6e9acd req-4c0ac321-991d-4c8b-aef3-8bedb489c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:07.700264 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cfae8f52-7630-4535-bfe6-36862b6e9acd req-4c0ac321-991d-4c8b-aef3-8bedb489c2b8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d HTTP/1.1" status: 200 len: 853 time: 0.1374898 Oct 14 12:26:07.752685 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cfae8f52-7630-4535-bfe6-36862b6e9acd req-556f5ed0-3b45-49da-a8b6-27dd65664910 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332184 Oct 14 12:26:07.756490 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d259e63d-2771-4072-b5be-c90a62ae782b req-ea7055d2-78a9-4aaf-824b-f419b058b6b1 service neutron] 10.222.0.82 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280767 Oct 14 12:26:07.773351 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c632c44d-9f4f-47b1-a0b8-9d0cfad5f619 req-84ef05f0-841a-4bc4-acc2-8807ec07960f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693769 Oct 14 12:26:07.932980 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cfae8f52-7630-4535-bfe6-36862b6e9acd req-037aea69-427b-4db8-9cb7-dbfde2963ce0 service neutron] 10.222.0.82 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509933 Oct 14 12:26:07.936149 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d259e63d-2771-4072-b5be-c90a62ae782b req-1a371667-58f3-46bc-a55b-58b2c2f9917c service neutron] 10.222.0.82 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460996 Oct 14 12:26:08.035752 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cfae8f52-7630-4535-bfe6-36862b6e9acd req-8c51a27c-10fa-4054-8afd-9546052ebc3d service neutron] 10.222.0.82 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884562 Oct 14 12:26:08.754396 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676d3a4-7dca-456c-8dc5-1032db58ee4f req-0b402977-2f72-4787-882e-97afb05330b3 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:08.756130 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0676d3a4-7dca-456c-8dc5-1032db58ee4f req-0b402977-2f72-4787-882e-97afb05330b3 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 944 time: 0.0572658 Oct 14 12:26:08.796061 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0676d3a4-7dca-456c-8dc5-1032db58ee4f req-c5b0df91-2b0e-4de0-a741-2d1fba171470 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333648 Oct 14 12:26:08.897198 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008d120-4a69-42b1-a752-7964617a67c0 req-9c60a52d-7ed1-4c9a-a731-1ab7e6f27fdf tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:08.898944 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5008d120-4a69-42b1-a752-7964617a67c0 req-9c60a52d-7ed1-4c9a-a731-1ab7e6f27fdf tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0509057 Oct 14 12:26:08.937802 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5008d120-4a69-42b1-a752-7964617a67c0 req-5e57503e-f0d8-4802-8e4d-4df8b4990bc2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329506 Oct 14 12:26:09.035746 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 48734) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:09.143182 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f22b8ffa-575b-4d7a-a56e-145e23f052d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:09.217407 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f22b8ffa-575b-4d7a-a56e-145e23f052d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:09.293071 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f22b8ffa-575b-4d7a-a56e-145e23f052d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:09.346009 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-f22b8ffa-575b-4d7a-a56e-145e23f052d6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c17e26df83204898bc176cd3a3a07bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091731 Oct 14 12:26:09.347937 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b8ffa-575b-4d7a-a56e-145e23f052d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abe0853-f39d-4086-a1d6-ba7f0c498036,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:09.348729 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 48748) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:09.402567 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-11be89ea-a6e8-4730-86f8-1d90e8cd20e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:09.423304 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-11be89ea-a6e8-4730-86f8-1d90e8cd20e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:09.549768 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-11be89ea-a6e8-4730-86f8-1d90e8cd20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:09.553001 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-11be89ea-a6e8-4730-86f8-1d90e8cd20e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:09.554393 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-11be89ea-a6e8-4730-86f8-1d90e8cd20e0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4abe0853-f39d-4086-a1d6-ba7f0c498036 HTTP/1.1" status: 204 len: 168 time: 0.2038748 Oct 14 12:26:09.562948 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be89ea-a6e8-4730-86f8-1d90e8cd20e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abe0853-f39d-4086-a1d6-ba7f0c498036,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:12.243016 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 4286ba41-1942-4e4c-be3f-6ab1d92f10ef details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:26:12.337466 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 4286ba41-1942-4e4c-be3f-6ab1d92f10ef, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4286ba41-1942-4e4c-be3f-6ab1d92f10ef,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:26:12.348967 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '4286ba41-1942-4e4c-be3f-6ab1d92f10ef', 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53', 'port_id': '4286ba41-1942-4e4c-be3f-6ab1d92f10ef', 'mac_address': 'fa:16:3e:5f:70:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:26:12.387492 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:12.401355 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4286ba41-1942-4e4c-be3f-6ab1d92f10ef {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:26:12.428880 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 4286ba41-1942-4e4c-be3f-6ab1d92f10ef, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4286ba41-1942-4e4c-be3f-6ab1d92f10ef,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:26:12.494737 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d49d21-0025-4ef8-bdd6-be76bfdaacf2 req-97cc8166-a345-4f25-84ea-f08d9f9b2d1b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:12.496188 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:12.496579 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-67d49d21-0025-4ef8-bdd6-be76bfdaacf2 req-97cc8166-a345-4f25-84ea-f08d9f9b2d1b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 944 time: 0.1043029 Oct 14 12:26:12.517860 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a6991-9a54-4638-8047-12a815e3f350 req-d5c51e27-84fe-4782-a2ff-1b5893d29246 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:12.519395 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f26a6991-9a54-4638-8047-12a815e3f350 req-d5c51e27-84fe-4782-a2ff-1b5893d29246 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0730100 Oct 14 12:26:12.549080 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=4286ba41-1942-4e4c-be3f-6ab1d92f10ef,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:12.557336 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:12.557709 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:12.558056 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:12.558454 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:12.558698 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:12.559044 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:12.559370 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:12.559787 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:12.560068 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:12.560400 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:12.560718 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:12.561038 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:12.572339 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-67d49d21-0025-4ef8-bdd6-be76bfdaacf2 req-9f2321ed-5ccd-4eab-b4fa-632b043accb3 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679626 Oct 14 12:26:12.577398 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f26a6991-9a54-4638-8047-12a815e3f350 req-e8464ea3-3eb0-4705-8d1a-58f35fffa581 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501511 Oct 14 12:26:13.211179 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['4286ba41-1942-4e4c-be3f-6ab1d92f10ef'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:26:13.722818 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2b7cb-291e-43ad-a3ea-e659375dd003 req-4b13a3c4-d224-4e0a-8f91-c8a93b440c01 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:13.724323 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a1e2b7cb-291e-43ad-a3ea-e659375dd003 req-4b13a3c4-d224-4e0a-8f91-c8a93b440c01 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 945 time: 0.0828388 Oct 14 12:26:13.736362 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a2623-ef53-481a-aa3b-b1ba27359d53 req-70d0ddee-978d-46d9-94b5-cf7a85178ed2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:13.737830 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a29a2623-ef53-481a-aa3b-b1ba27359d53 req-70d0ddee-978d-46d9-94b5-cf7a85178ed2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0869920 Oct 14 12:26:13.788045 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a1e2b7cb-291e-43ad-a3ea-e659375dd003 req-f35a7482-88f1-44eb-abca-1583f6cf67cb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492773 Oct 14 12:26:13.800618 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a29a2623-ef53-481a-aa3b-b1ba27359d53 req-e2c2a3c1-45d4-400a-8968-f9fa08e68420 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483873 Oct 14 12:26:14.913968 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e78814-2ed4-4f87-843f-d419c00e3f8b req-d61e450b-4d43-44b0-a86c-4c246480db73 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:14.916198 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-52e78814-2ed4-4f87-843f-d419c00e3f8b req-d61e450b-4d43-44b0-a86c-4c246480db73 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 945 time: 0.0580587 Oct 14 12:26:14.955462 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-52e78814-2ed4-4f87-843f-d419c00e3f8b req-922c7b64-dd83-47fc-ad10-382c6701f462 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331576 Oct 14 12:26:15.070137 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219611d1-3a58-4cc6-8a6a-43d1d0761010 req-b002836c-7122-49e8-aa3b-00fe6251f6f3 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:15.077015 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-219611d1-3a58-4cc6-8a6a-43d1d0761010 req-b002836c-7122-49e8-aa3b-00fe6251f6f3 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0607719 Oct 14 12:26:15.138579 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-219611d1-3a58-4cc6-8a6a-43d1d0761010 req-3fe5b849-fc42-4d15-b1e1-1fb33cf7190a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578420 Oct 14 12:26:15.145853 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b8cb3-5d41-40d3-9d11-fbdfd8e3ad11 req-47148abc-feaf-45f8-9a7b-e931baf66b7f tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:15.147364 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-440b8cb3-5d41-40d3-9d11-fbdfd8e3ad11 req-47148abc-feaf-45f8-9a7b-e931baf66b7f tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 946 time: 0.0748568 Oct 14 12:26:15.169659 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 4286ba41-1942-4e4c-be3f-6ab1d92f10ef up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:26:15.200702 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-440b8cb3-5d41-40d3-9d11-fbdfd8e3ad11 req-db9492b3-1ed9-4e1b-846e-372fce8fbbb2 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445111 Oct 14 12:26:15.282225 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 4286ba41-1942-4e4c-be3f-6ab1d92f10ef completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:26:15.286974 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 4286ba41-1942-4e4c-be3f-6ab1d92f10ef triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:26:15.291376 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:15.367133 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:15.390289 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c8c9f7-2768-4db2-a02e-6f1ba708c1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4286ba41-1942-4e4c-be3f-6ab1d92f10ef'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:26:15.392635 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c30852-166d-4541-91dd-a89fb4f3ebf9" -d '{"events": [{"server_uuid": "25c8c9f7-2768-4db2-a02e-6f1ba708c1a8", "name": "network-vif-plugged", "status": "completed", "tag": "4286ba41-1942-4e4c-be3f-6ab1d92f10ef"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:26:15.406409 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 4286ba41-1942-4e4c-be3f-6ab1d92f10ef, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4286ba41-1942-4e4c-be3f-6ab1d92f10ef,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:26:15.435077 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824d8d64-11ef-4589-b7f8-d994064b1159 x-openstack-request-id: req-824d8d64-11ef-4589-b7f8-d994064b1159 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:26:15.435390 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c8c9f7-2768-4db2-a02e-6f1ba708c1a8", "name": "network-vif-plugged", "status": "completed", "tag": "4286ba41-1942-4e4c-be3f-6ab1d92f10ef", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:26:15.435648 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-824d8d64-11ef-4589-b7f8-d994064b1159 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:26:15.436043 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c8c9f7-2768-4db2-a02e-6f1ba708c1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4286ba41-1942-4e4c-be3f-6ab1d92f10ef', 'code': 200} Oct 14 12:26:15.487383 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:15.537190 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=4286ba41-1942-4e4c-be3f-6ab1d92f10ef,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:15.815987 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16313f-bd19-4a73-aa95-b0073291dd2f req-2b8df920-6492-4de4-84d9-4c5a1c082cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:15.817578 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cd16313f-bd19-4a73-aa95-b0073291dd2f req-2b8df920-6492-4de4-84d9-4c5a1c082cba service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 1099 time: 0.0400624 Oct 14 12:26:15.862241 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cd16313f-bd19-4a73-aa95-b0073291dd2f req-0d6053a8-0775-4150-b6d4-9f9fdc23422e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321450 Oct 14 12:26:16.073753 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ea0e9-dcca-49d5-86b3-2d3ca60ed174 req-0c624913-a897-4bd5-afd2-75abceca31d6 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:16.075170 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2c9ea0e9-dcca-49d5-86b3-2d3ca60ed174 req-0c624913-a897-4bd5-afd2-75abceca31d6 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 946 time: 0.0489473 Oct 14 12:26:16.112604 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2c9ea0e9-dcca-49d5-86b3-2d3ca60ed174 req-aeec6a6b-054f-4139-a909-22a7888ee854 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313413 Oct 14 12:26:16.265156 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c088dd1-0f27-4422-bb2a-7f9642842579 req-92b37ecf-e0f9-4b64-8d80-f85c6ad4d7f6 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:16.266761 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0c088dd1-0f27-4422-bb2a-7f9642842579 req-92b37ecf-e0f9-4b64-8d80-f85c6ad4d7f6 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0491235 Oct 14 12:26:16.337441 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0c088dd1-0f27-4422-bb2a-7f9642842579 req-f85a2da3-19c0-4745-aaf5-9a81808d2a0f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598950 Oct 14 12:26:16.345673 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d93fa-5b98-46d9-bd83-10a80af782f5 req-b9106f2d-fa7c-4bde-a6c7-2529cab936f7 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:16.350772 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-292d93fa-5b98-46d9-bd83-10a80af782f5 req-b9106f2d-fa7c-4bde-a6c7-2529cab936f7 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 946 time: 0.0793793 Oct 14 12:26:16.387838 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-292d93fa-5b98-46d9-bd83-10a80af782f5 req-7cfd4e91-bd75-474a-a055-eb65a8f33200 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338180 Oct 14 12:26:17.236962 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035e4d3-acf3-4b52-a10f-6086217bdc97 req-351d3262-56b8-4a13-9111-d257ff6268a6 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:17.236962 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c035e4d3-acf3-4b52-a10f-6086217bdc97 req-351d3262-56b8-4a13-9111-d257ff6268a6 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 946 time: 0.0503492 Oct 14 12:26:17.273094 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c035e4d3-acf3-4b52-a10f-6086217bdc97 req-edf80b1e-e714-4584-9b7a-07268d49a0fb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340121 Oct 14 12:26:17.464200 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670affb4-b881-4332-80f8-7552ea2fce55 req-a60e7ecb-5e75-48f7-9248-8337c6dbde6c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:17.465692 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-670affb4-b881-4332-80f8-7552ea2fce55 req-a60e7ecb-5e75-48f7-9248-8337c6dbde6c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0580211 Oct 14 12:26:17.545595 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5fc5-e2d9-4d48-9b4e-895b6f956901 req-1352efe2-a1c2-4cce-abea-1f73d0a42599 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:17.547076 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-61ff5fc5-e2d9-4d48-9b4e-895b6f956901 req-1352efe2-a1c2-4cce-abea-1f73d0a42599 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 946 time: 0.0755365 Oct 14 12:26:17.549713 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-670affb4-b881-4332-80f8-7552ea2fce55 req-e20eb17b-3113-44ea-bd05-4b563ff86692 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766032 Oct 14 12:26:17.587152 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-61ff5fc5-e2d9-4d48-9b4e-895b6f956901 req-52eb2826-dd86-4590-b73d-e9aef730eeb2 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329933 Oct 14 12:26:17.627883 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e309f772-5ffe-462a-b203-f584b82cceab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:18.202425 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee1172-2aa8-4b53-9d31-d163d9b812b0 req-3798c09f-34b5-4c8f-958b-a6cfed5a02ae tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:18.204059 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1aee1172-2aa8-4b53-9d31-d163d9b812b0 req-3798c09f-34b5-4c8f-958b-a6cfed5a02ae tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.82 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 946 time: 0.0518816 Oct 14 12:26:18.343427 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-1aee1172-2aa8-4b53-9d31-d163d9b812b0 req-34d28de7-a71d-4078-a6d0-ac0ef457341a tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Deleting port 1fe936b7-f73e-4826-9077-e33c9b76434d {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:26:18.344028 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1aee1172-2aa8-4b53-9d31-d163d9b812b0 req-34d28de7-a71d-4078-a6d0-ac0ef457341a tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:18.715413 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d177648-35f9-4686-ac2b-c5bc9e03be30 req-dfd63cd9-216e-4272-b058-1621d09a7d3c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:18.716845 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4d177648-35f9-4686-ac2b-c5bc9e03be30 req-dfd63cd9-216e-4272-b058-1621d09a7d3c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 946 time: 0.3545182 Oct 14 12:26:18.726119 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-1aee1172-2aa8-4b53-9d31-d163d9b812b0 req-34d28de7-a71d-4078-a6d0-ac0ef457341a tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] For port 1fe936b7-f73e-4826-9077-e33c9b76434d, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=1fe936b7-f73e-4826-9077-e33c9b76434d,segment=NetworkSegment(8c13e382-8798-4020-b6de-5a06b6e02b36),segment_id=8c13e382-8798-4020-b6de-5a06b6e02b36)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:26:18.726472 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1aee1172-2aa8-4b53-9d31-d163d9b812b0 req-34d28de7-a71d-4078-a6d0-ac0ef457341a tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:18.756696 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760c322-dc80-4c8a-aca0-74d89cb82ccb req-fcf59519-bdc1-4f1f-8190-6a7555e48db0 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:18.758095 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9760c322-dc80-4c8a-aca0-74d89cb82ccb req-fcf59519-bdc1-4f1f-8190-6a7555e48db0 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.1144056 Oct 14 12:26:18.771660 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-1aee1172-2aa8-4b53-9d31-d163d9b812b0 req-34d28de7-a71d-4078-a6d0-ac0ef457341a tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Calling delete_port for 1fe936b7-f73e-4826-9077-e33c9b76434d owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:26:18.868311 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4d177648-35f9-4686-ac2b-c5bc9e03be30 req-79a0a890-c4e8-47ac-9be8-251e74f0d0f4 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440194 Oct 14 12:26:18.885294 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9760c322-dc80-4c8a-aca0-74d89cb82ccb req-6beb9fab-069d-489e-bdf9-b22d24d89083 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190996 Oct 14 12:26:19.026216 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a81c4f-dfb1-4e3a-b93a-6e309d8b5f81 req-87e2a570-55c5-46ec-8102-067ba127d664 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:19.026216 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-26a81c4f-dfb1-4e3a-b93a-6e309d8b5f81 req-87e2a570-55c5-46ec-8102-067ba127d664 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 946 time: 0.0960927 Oct 14 12:26:19.067170 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-26a81c4f-dfb1-4e3a-b93a-6e309d8b5f81 req-4ac465bd-88fd-4274-94f9-8c828a4a3149 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/security-groups?id=61123361-1b5e-4c88-bdac-7e256c250ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363145 Oct 14 12:26:19.073061 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1aee1172-2aa8-4b53-9d31-d163d9b812b0 req-34d28de7-a71d-4078-a6d0-ac0ef457341a tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:19.094849 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['1fe936b7-f73e-4826-9077-e33c9b76434d'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:26:19.115138 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d28de7-a71d-4078-a6d0-ac0ef457341a tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Pushing event deleted for resources: {'Port': ['ID=1fe936b7-f73e-4826-9077-e33c9b76434d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:19.179432 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aee1172-2aa8-4b53-9d31-d163d9b812b0 req-34d28de7-a71d-4078-a6d0-ac0ef457341a tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] No DVR routers for this DVR port 1fe936b7-f73e-4826-9077-e33c9b76434d on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:26:19.182905 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1aee1172-2aa8-4b53-9d31-d163d9b812b0 req-34d28de7-a71d-4078-a6d0-ac0ef457341a tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:19.186415 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1aee1172-2aa8-4b53-9d31-d163d9b812b0 req-34d28de7-a71d-4078-a6d0-ac0ef457341a tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.82 "DELETE /v2.0/ports/1fe936b7-f73e-4826-9077-e33c9b76434d HTTP/1.1" status: 204 len: 173 time: 0.9747701 Oct 14 12:26:19.186894 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04255fce-427f-4601-a6ee-891291ee34bf', 'name': 'network-vif-deleted', 'tag': '1fe936b7-f73e-4826-9077-e33c9b76434d'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:26:19.189125 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c93b9f-b57f-4c2d-b7b0-63aa714acf05" -d '{"events": [{"server_uuid": "04255fce-427f-4601-a6ee-891291ee34bf", "name": "network-vif-deleted", "tag": "1fe936b7-f73e-4826-9077-e33c9b76434d"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:26:19.379054 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80472749-6378-41c6-99c0-6e96466fadd6 x-openstack-request-id: req-80472749-6378-41c6-99c0-6e96466fadd6 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:26:19.379767 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04255fce-427f-4601-a6ee-891291ee34bf", "name": "network-vif-deleted", "tag": "1fe936b7-f73e-4826-9077-e33c9b76434d", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:26:19.379767 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-80472749-6378-41c6-99c0-6e96466fadd6 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:26:19.380024 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04255fce-427f-4601-a6ee-891291ee34bf', 'name': 'network-vif-deleted', 'tag': '1fe936b7-f73e-4826-9077-e33c9b76434d', 'status': 'completed', 'code': 200} Oct 14 12:26:20.020401 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0440436-b594-44b5-afb9-923cfb23d430 req-4adae6e2-e6ed-4f03-ba9d-2f578e3afbdb tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:20.023220 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e0440436-b594-44b5-afb9-923cfb23d430 req-4adae6e2-e6ed-4f03-ba9d-2f578e3afbdb tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0600336 Oct 14 12:26:20.065608 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 49038) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:20.070013 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e0440436-b594-44b5-afb9-923cfb23d430 req-e93ff8b2-870e-41a7-9b53-e1f2c2a782ee tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386598 Oct 14 12:26:20.186393 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9271fce9-7196-4f50-a2fe-c724a515f5e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:20.200652 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7ccb4007-13e0-4d4e-8e1b-bbd31f1d935a req-db797af8-69de-4540-8422-4d2d5ba92b5f tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 210 time: 0.0336802 Oct 14 12:26:20.265582 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9271fce9-7196-4f50-a2fe-c724a515f5e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:20.315678 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9271fce9-7196-4f50-a2fe-c724a515f5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:20.354410 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271fce9-7196-4f50-a2fe-c724a515f5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36da1bf9-11e2-43ad-ac85-91c078ab0772,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:20.362124 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-9271fce9-7196-4f50-a2fe-c724a515f5e6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f8d75f364f7c420bb5d26ec4ba0760ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953615 Oct 14 12:26:20.362391 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 49050) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:20.419561 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d5be6f0-9f64-4cb7-9a25-9449dbc9daae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:20.438811 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9813b2c9-6698-4d3c-8d9b-762a086cc76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:20.445875 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d5be6f0-9f64-4cb7-9a25-9449dbc9daae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:20.553090 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d5be6f0-9f64-4cb7-9a25-9449dbc9daae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:20.556376 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d5be6f0-9f64-4cb7-9a25-9449dbc9daae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:20.557549 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-6d5be6f0-9f64-4cb7-9a25-9449dbc9daae admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/36da1bf9-11e2-43ad-ac85-91c078ab0772 HTTP/1.1" status: 204 len: 168 time: 0.1941571 Oct 14 12:26:20.566671 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5be6f0-9f64-4cb7-9a25-9449dbc9daae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36da1bf9-11e2-43ad-ac85-91c078ab0772,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:21.215784 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbd47e-b21e-4970-9bc7-fa6384e98985 req-074a627d-6764-4394-a8b9-4da9441119bf tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:21.217658 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cebbd47e-b21e-4970-9bc7-fa6384e98985 req-074a627d-6764-4394-a8b9-4da9441119bf tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0558631 Oct 14 12:26:21.267895 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cebbd47e-b21e-4970-9bc7-fa6384e98985 req-161f6412-0459-4c1b-a8a2-f3b5ef4bbd95 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350630 Oct 14 12:26:21.322017 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c09cd5da-ae4a-4c71-a6c2-d37cb8390e23 req-6b46ca2d-25a0-4802-a5b2-3b1a597b5b61 tempest-DeleteServersTestJSON-465514334 tempest-DeleteServersTestJSON-465514334-project] 10.222.0.71 "GET /v2.0/ports?device_id=04255fce-427f-4601-a6ee-891291ee34bf HTTP/1.1" status: 200 len: 210 time: 0.0300200 Oct 14 12:26:21.558872 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:22.164636 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:22.229037 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-c7cc2e8a-b788-4fd3-8eab-96ccce5dad47 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:22.230502 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-c7cc2e8a-b788-4fd3-8eab-96ccce5dad47 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/networks?id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 HTTP/1.1" status: 200 len: 813 time: 0.1224430 Oct 14 12:26:22.245614 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-bf348245-a624-4089-a21b-b680b3c9d35c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/quotas/35c49fc712d548e381c2b41cbbf067ea HTTP/1.1" status: 200 len: 375 time: 0.0093617 Oct 14 12:26:22.297397 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-84489ce5-a408-41e2-95ca-037c55718661 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=35c49fc712d548e381c2b41cbbf067ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461168 Oct 14 12:26:22.428508 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-cb34af6e-7f8e-4218-a865-b8fd572d7b76 service neutron] 10.222.0.71 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223528 Oct 14 12:26:22.439922 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0b813-5ee4-4347-ba83-b09287042a69 req-fc366ee2-922f-412f-8846-3c297f7ad66d tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:22.441382 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-77e0b813-5ee4-4347-ba83-b09287042a69 req-fc366ee2-922f-412f-8846-3c297f7ad66d tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0752232 Oct 14 12:26:22.574327 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-77e0b813-5ee4-4347-ba83-b09287042a69 req-36cce303-3883-4802-bce3-c0a3387423e5 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234212 Oct 14 12:26:22.598585 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2cd0f-ef3f-4f7d-af05-98b50073aadf req-6dbf1b35-13e0-46c8-b1ee-5cfb38787f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:22.600524 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e7a2cd0f-ef3f-4f7d-af05-98b50073aadf req-6dbf1b35-13e0-46c8-b1ee-5cfb38787f93 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 1098 time: 0.1181881 Oct 14 12:26:22.611797 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-50dbaab2-96c7-415b-952b-73e02b7562cb service neutron] 10.222.0.71 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694763 Oct 14 12:26:22.653730 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e7a2cd0f-ef3f-4f7d-af05-98b50073aadf req-d2893d34-8f99-4f18-87ed-6e9f3b0710e1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369365 Oct 14 12:26:22.835829 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:23.115126 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b62c1eb0-68d9-4cac-aa52-9530ea611818 req-963debdf-febf-41a3-b3a3-a4d054f040eb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0472231 Oct 14 12:26:23.180735 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 1fe936b7-f73e-4826-9077-e33c9b76434d no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:26:23.205181 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: 1fe936b7-f73e-4826-9077-e33c9b76434d {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:26:23.205804 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 1fe936b7-f73e-4826-9077-e33c9b76434d not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:26:23.698957 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1130-60bf-436f-a9cf-cda52f26a4b9 req-facbac37-ba69-45ae-bba1-2ed873bc7613 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:23.700469 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-036b1130-60bf-436f-a9cf-cda52f26a4b9 req-facbac37-ba69-45ae-bba1-2ed873bc7613 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0511355 Oct 14 12:26:23.742542 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-036b1130-60bf-436f-a9cf-cda52f26a4b9 req-d42d5008-b7d3-440f-b5a0-6d12678d1abe tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360200 Oct 14 12:26:24.238757 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b1caae9c-c676-4dfa-819f-06342209e80b req-8df390ad-a8d2-4cbc-98f7-b7cb80790c73 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0256181 Oct 14 12:26:24.697029 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 49242) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:24.749047 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1575c6-1a23-48c9-b261-ff6ef79ead8a admin admin] Deleting subnet ca611545-966e-4722-bb05-83ebb0793a7a {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:26:24.757030 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b1575c6-1a23-48c9-b261-ff6ef79ead8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:24.787943 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b1575c6-1a23-48c9-b261-ff6ef79ead8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9081361'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:24.862812 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b1575c6-1a23-48c9-b261-ff6ef79ead8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:24.907082 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a7ac7-8485-4f33-899d-2a56f70cd989 req-f880b359-d14c-465a-94f7-d3ee9b4f0f22 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:24.908547 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a40a7ac7-8485-4f33-899d-2a56f70cd989 req-f880b359-d14c-465a-94f7-d3ee9b4f0f22 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0937204 Oct 14 12:26:24.957466 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a40a7ac7-8485-4f33-899d-2a56f70cd989 req-ba298a10-db98-4709-a41b-c2e5d8d0c346 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 Oct 14 12:26:25.036318 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b1575c6-1a23-48c9-b261-ff6ef79ead8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9883389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230753'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:25.085194 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1575c6-1a23-48c9-b261-ff6ef79ead8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca611545-966e-4722-bb05-83ebb0793a7a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:25.091883 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b1575c6-1a23-48c9-b261-ff6ef79ead8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:25.097807 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-8b1575c6-1a23-48c9-b261-ff6ef79ead8a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ca611545-966e-4722-bb05-83ebb0793a7a HTTP/1.1" status: 204 len: 168 time: 0.3977878 Oct 14 12:26:25.098143 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 49260) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:25.121600 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343e958-3cf4-42b9-9c2a-3e199283264e req-cc22d150-6992-4ea5-aa93-d316b2819eec tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:25.123291 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9343e958-3cf4-42b9-9c2a-3e199283264e req-cc22d150-6992-4ea5-aa93-d316b2819eec tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0988936 Oct 14 12:26:25.176445 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9343e958-3cf4-42b9-9c2a-3e199283264e req-8de9e8b8-ba11-4e8c-8138-2c119bccd7b2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406215 Oct 14 12:26:25.184007 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6639ba67-1a74-4933-af45-08f89f7db832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:25.290972 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6639ba67-1a74-4933-af45-08f89f7db832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:25.323776 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-6639ba67-1a74-4933-af45-08f89f7db832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73fb912-bc7e-4fe1-a2ee-f69160d51314']}} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:25.334321 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-6639ba67-1a74-4933-af45-08f89f7db832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c13e382-8798-4020-b6de-5a06b6e02b36') {'for_net_delete': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:25.335130 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-6639ba67-1a74-4933-af45-08f89f7db832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c13e382-8798-4020-b6de-5a06b6e02b36') {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:25.411673 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-430a7ca3-1dfd-4838-bd7c-76908cbd328c req-0f39d7be-63b5-4040-85a1-40b318901f57 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0404882 Oct 14 12:26:25.535143 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-c6494124-1a33-4598-b864-2a52506b57bc tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:25.537126 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-c6494124-1a33-4598-b864-2a52506b57bc tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "GET /v2.0/networks?id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 HTTP/1.1" status: 200 len: 813 time: 0.1550565 Oct 14 12:26:25.545956 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6639ba67-1a74-4933-af45-08f89f7db832 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8926766'] for segment, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:25.558377 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-83e0b594-1f3c-4fc4-a427-2309ef9a5d38 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Request body: {'port': {'device_id': '3a199e42-5ef3-4e8f-893b-e62b6088f0d8', 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53', 'admin_state_up': True, 'tenant_id': '35c49fc712d548e381c2b41cbbf067ea'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:25.560483 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6639ba67-1a74-4933-af45-08f89f7db832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:25.566485 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6639ba67-1a74-4933-af45-08f89f7db832 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=100446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:26:25.566929 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6639ba67-1a74-4933-af45-08f89f7db832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9919215'] for segment, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: Traceback (most recent call last): Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: timer() Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: cb(*args, **kw) Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: return func(*args, **kwargs) Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: self._notify() Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: self.callback(batched_events) Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: event.method(event) Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: return f(self, *a, **k) Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._get(url).json() Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: return self.request(url, 'GET', **kwargs) Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:26:25.568614 dv-cinder-813984-2-iscsi neutron-server[100446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:26:25.727731 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6639ba67-1a74-4933-af45-08f89f7db832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:25.733168 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6639ba67-1a74-4933-af45-08f89f7db832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:25.736360 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-6639ba67-1a74-4933-af45-08f89f7db832 admin admin] 10.222.0.71 "DELETE /v2.0/networks/e73fb912-bc7e-4fe1-a2ee-f69160d51314 HTTP/1.1" status: 204 len: 168 time: 0.6365211 Oct 14 12:26:25.747518 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ba67-1a74-4933-af45-08f89f7db832 admin admin] Pushing event deleted for resources: {'Network': ['ID=e73fb912-bc7e-4fe1-a2ee-f69160d51314,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:25.761229 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-83e0b594-1f3c-4fc4-a427-2309ef9a5d38 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Made reservation on behalf of 35c49fc712d548e381c2b41cbbf067ea for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:26:25.765087 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-83e0b594-1f3c-4fc4-a427-2309ef9a5d38 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:25.927953 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-83e0b594-1f3c-4fc4-a427-2309ef9a5d38 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Allocated IP 172.20.0.7 (fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53/1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d/d071e320-dc6c-4a09-932f-4dbe98bb5fcc) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:26:26.081171 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-83e0b594-1f3c-4fc4-a427-2309ef9a5d38 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:26.174322 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 49292) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:26.207235 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-83e0b594-1f3c-4fc4-a427-2309ef9a5d38 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:26.220493 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-00df1712-64de-4e2c-a790-0d463bd20420 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d7d1ba888d424fa8b02f5cfacc67cc86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0425837 Oct 14 12:26:26.221159 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 49294) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:26.231334 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['40913220-b2c2-4b0c-8063-661289ee4ace', '4286ba41-1942-4e4c-be3f-6ab1d92f10ef'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:26:26.259384 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-83e0b594-1f3c-4fc4-a427-2309ef9a5d38 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:26:26.262763 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-83e0b594-1f3c-4fc4-a427-2309ef9a5d38 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:26:26.266664 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-83e0b594-1f3c-4fc4-a427-2309ef9a5d38 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:26:26.277749 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-986cfd91-d1c2-41d1-be3e-9826f8370575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:26.296035 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0b594-1f3c-4fc4-a427-2309ef9a5d38 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Pushing event updated for resources: {'Port': ['ID=d071e320-dc6c-4a09-932f-4dbe98bb5fcc,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:26.300374 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-986cfd91-d1c2-41d1-be3e-9826f8370575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:26.349471 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-83e0b594-1f3c-4fc4-a427-2309ef9a5d38 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:26.350195 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-83e0b594-1f3c-4fc4-a427-2309ef9a5d38 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:26.487131 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-83e0b594-1f3c-4fc4-a427-2309ef9a5d38 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9339311 Oct 14 12:26:26.504313 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Request body: {'port': {'device_id': '3a199e42-5ef3-4e8f-893b-e62b6088f0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:26.513026 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-986cfd91-d1c2-41d1-be3e-9826f8370575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:26.516179 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-986cfd91-d1c2-41d1-be3e-9826f8370575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:26.517393 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-986cfd91-d1c2-41d1-be3e-9826f8370575 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/61123361-1b5e-4c88-bdac-7e256c250ae9 HTTP/1.1" status: 204 len: 168 time: 0.2953384 Oct 14 12:26:26.527010 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cfd91-d1c2-41d1-be3e-9826f8370575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61123361-1b5e-4c88-bdac-7e256c250ae9,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:26.598129 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde21d77-f196-4ec7-8859-91abdd4c7ede req-eb594824-8f34-4dfb-8932-0dd0cef7f501 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:26.599864 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dde21d77-f196-4ec7-8859-91abdd4c7ede req-eb594824-8f34-4dfb-8932-0dd0cef7f501 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 931 time: 0.1117373 Oct 14 12:26:26.600755 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:26.675838 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dde21d77-f196-4ec7-8859-91abdd4c7ede req-c68b3d11-2e6e-4636-9cf6-40818942fbfd tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656850 Oct 14 12:26:26.901732 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d071e320-dc6c-4a09-932f-4dbe98bb5fcc {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:26:26.909660 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:26.924988 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Transition to ACTIVE for port object d071e320-dc6c-4a09-932f-4dbe98bb5fcc will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:26:27.033168 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:27.050754 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 49326) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:27.093266 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Pushing event updated for resources: {'Port': ['ID=d071e320-dc6c-4a09-932f-4dbe98bb5fcc,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:27.119788 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae452a4-1303-42b5-b689-15fd14949f92 admin admin] Deleting subnet f5d96d8b-fe28-4ff9-abfb-04001d35e562 {{(pid=100446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:26:27.123533 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4ae452a4-1303-42b5-b689-15fd14949f92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:27.167328 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4ae452a4-1303-42b5-b689-15fd14949f92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926743'] for subnet, precommit_delete_associations {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:27.201790 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Attempting to bind port d071e320-dc6c-4a09-932f-4dbe98bb5fcc on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:26:27.202385 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Attempting to bind port d071e320-dc6c-4a09-932f-4dbe98bb5fcc by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:26:27.203689 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Attempting to bind port d071e320-dc6c-4a09-932f-4dbe98bb5fcc on network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:26:27.208909 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Port d071e320-dc6c-4a09-932f-4dbe98bb5fcc on network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:26:27.209231 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Attempting to bind port d071e320-dc6c-4a09-932f-4dbe98bb5fcc on network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:26:27.215189 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:26:27.215524 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Checking segment: {'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:26:27.216068 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Bound using segment: {'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:26:27.216200 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4ae452a4-1303-42b5-b689-15fd14949f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:27.216635 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Bound port: d071e320-dc6c-4a09-932f-4dbe98bb5fcc, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:26:27.216726 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:27.285803 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] For port d071e320-dc6c-4a09-932f-4dbe98bb5fcc, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:26:27.289187 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] For port d071e320-dc6c-4a09-932f-4dbe98bb5fcc, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d071e320-dc6c-4a09-932f-4dbe98bb5fcc,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:26:27.385139 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4ae452a4-1303-42b5-b689-15fd14949f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9655132'] for subnet, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:27.385574 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:27.400228 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4ae452a4-1303-42b5-b689-15fd14949f92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:27.406105 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-4ae452a4-1303-42b5-b689-15fd14949f92 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f5d96d8b-fe28-4ff9-abfb-04001d35e562 HTTP/1.1" status: 204 len: 168 time: 0.3519256 Oct 14 12:26:27.407949 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 49338) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:27.423538 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae452a4-1303-42b5-b689-15fd14949f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d96d8b-fe28-4ff9-abfb-04001d35e562,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:27.455361 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:27.455959 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:27.457317 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] 10.222.0.82 "PUT /v2.0/ports/d071e320-dc6c-4a09-932f-4dbe98bb5fcc HTTP/1.1" status: 200 len: 1093 time: 0.9594128 Oct 14 12:26:27.459743 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a199e42-5ef3-4e8f-893b-e62b6088f0d8', 'tag': 'd071e320-dc6c-4a09-932f-4dbe98bb5fcc'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:26:27.462860 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbe56d2-4f1e-4b3a-9caa-05a126add2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3a199e42-5ef3-4e8f-893b-e62b6088f0d8", "tag": "d071e320-dc6c-4a09-932f-4dbe98bb5fcc"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:26:27.533480 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6fa92d-c51d-4e3c-aaf2-55281438233a x-openstack-request-id: req-0b6fa92d-c51d-4e3c-aaf2-55281438233a {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:26:27.533878 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a199e42-5ef3-4e8f-893b-e62b6088f0d8", "tag": "d071e320-dc6c-4a09-932f-4dbe98bb5fcc", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:26:27.534017 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0b6fa92d-c51d-4e3c-aaf2-55281438233a {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:26:27.534447 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a199e42-5ef3-4e8f-893b-e62b6088f0d8', 'tag': 'd071e320-dc6c-4a09-932f-4dbe98bb5fcc', 'status': 'completed', 'code': 200} Oct 14 12:26:27.536846 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367af3c1-235d-433b-92ec-6c947ace0f40 service neutron] Pushing event updated for resources: {'Port': ['ID=d071e320-dc6c-4a09-932f-4dbe98bb5fcc,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:27.542378 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfd14e28-3f08-4a7a-9748-082cfc7d41ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:27.671508 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfd14e28-3f08-4a7a-9748-082cfc7d41ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:27.744602 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-cfd14e28-3f08-4a7a-9748-082cfc7d41ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826f5fa6-bc12-4340-8c1b-5089041daa18']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:27.763489 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe56d2-4f1e-4b3a-9caa-05a126add2fa req-b8a28ee5-33be-42cf-af7a-7fcc23db84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:27.765023 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ccbe56d2-4f1e-4b3a-9caa-05a126add2fa req-b8a28ee5-33be-42cf-af7a-7fcc23db84b1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35c49fc712d548e381c2b41cbbf067ea&device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 1096 time: 0.1698973 Oct 14 12:26:27.767312 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-cfd14e28-3f08-4a7a-9748-082cfc7d41ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef5c52a-16cd-42ef-858e-c62571ad42e4') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:27.767608 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-cfd14e28-3f08-4a7a-9748-082cfc7d41ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef5c52a-16cd-42ef-858e-c62571ad42e4') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:27.816483 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfd14e28-3f08-4a7a-9748-082cfc7d41ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9081384'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:27.850259 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc89e5c-716f-4997-8b45-6f5433c0dd2c req-822bc4c2-fee6-4307-841b-3d78757adb89 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:27.852298 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3dc89e5c-716f-4997-8b45-6f5433c0dd2c req-822bc4c2-fee6-4307-841b-3d78757adb89 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.2363763 Oct 14 12:26:27.872646 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfd14e28-3f08-4a7a-9748-082cfc7d41ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:27.913752 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd14e28-3f08-4a7a-9748-082cfc7d41ed admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:26:27.915107 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfd14e28-3f08-4a7a-9748-082cfc7d41ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9882719'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:27.921981 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7973-e137-4f93-aca5-2672bd6ab2bf req-952d000e-51ee-424e-9c5c-b7c25dc4326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:27.923481 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e6a7973-e137-4f93-aca5-2672bd6ab2bf req-952d000e-51ee-424e-9c5c-b7c25dc4326e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=973a39f1cf0340d9a7478172ddec1d10&device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 1099 time: 0.2188177 Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: Traceback (most recent call last): Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: timer() Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: cb(*args, **kw) Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: return func(*args, **kwargs) Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: self._notify() Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: self.callback(batched_events) Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: event.method(event) Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: return f(self, *a, **k) Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._get(url).json() Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: return self.request(url, 'GET', **kwargs) Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:26:27.924137 dv-cinder-813984-2-iscsi neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:26:28.252794 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c900c10-83e6-41f1-ab62-46d72cfa2b50 req-a5c319f4-7423-47c4-a6d8-a45302966d9b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:28.254202 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9c900c10-83e6-41f1-ab62-46d72cfa2b50 req-a5c319f4-7423-47c4-a6d8-a45302966d9b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 943 time: 0.4931717 Oct 14 12:26:28.318332 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3dc89e5c-716f-4997-8b45-6f5433c0dd2c req-5b677fc6-7ec7-4cc4-8ec2-f8517da17b9c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592118 Oct 14 12:26:28.327325 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe56d2-4f1e-4b3a-9caa-05a126add2fa req-1787dad7-91ba-4ff3-be12-b1758423cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:28.328753 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ccbe56d2-4f1e-4b3a-9caa-05a126add2fa req-1787dad7-91ba-4ff3-be12-b1758423cf8e service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=35c49fc712d548e381c2b41cbbf067ea&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5434599 Oct 14 12:26:28.379405 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9c900c10-83e6-41f1-ab62-46d72cfa2b50 req-5ea7dcab-3219-4062-b067-897c3edb174f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040897 Oct 14 12:26:28.403136 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfd14e28-3f08-4a7a-9748-082cfc7d41ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:28.435376 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfd14e28-3f08-4a7a-9748-082cfc7d41ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:28.438463 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-cfd14e28-3f08-4a7a-9748-082cfc7d41ed admin admin] 10.222.0.71 "DELETE /v2.0/networks/826f5fa6-bc12-4340-8c1b-5089041daa18 HTTP/1.1" status: 204 len: 168 time: 1.0122671 Oct 14 12:26:28.439944 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7973-e137-4f93-aca5-2672bd6ab2bf req-2b0e6e30-5f9a-4f31-a48a-7e6cd628204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:28.441378 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e6a7973-e137-4f93-aca5-2672bd6ab2bf req-2b0e6e30-5f9a-4f31-a48a-7e6cd628204b service neutron] 10.222.0.82 "GET /v2.0/networks?id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2 HTTP/1.1" status: 200 len: 920 time: 0.4947059 Oct 14 12:26:28.441511 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 49362) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:28.456212 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd14e28-3f08-4a7a-9748-082cfc7d41ed admin admin] Pushing event deleted for resources: {'Network': ['ID=826f5fa6-bc12-4340-8c1b-5089041daa18,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:28.497744 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f783ebf-f34e-44f1-ab79-bc06029082af admin admin] Deleting subnet ee360722-982b-49f3-9cc5-51bb461c74ad {{(pid=100446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:26:28.501531 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8f783ebf-f34e-44f1-ab79-bc06029082af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:28.503943 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e6a7973-e137-4f93-aca5-2672bd6ab2bf req-d535aea7-ff6c-410a-aed8-35b696bcc8ba service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a168ce-97b6-4989-b238-6318056cb676 HTTP/1.1" status: 200 len: 217 time: 0.0417709 Oct 14 12:26:28.525064 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe56d2-4f1e-4b3a-9caa-05a126add2fa req-b1412a22-30e5-4c49-babe-aecc82d96dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:28.526476 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ccbe56d2-4f1e-4b3a-9caa-05a126add2fa req-b1412a22-30e5-4c49-babe-aecc82d96dcc service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1832561 Oct 14 12:26:28.547759 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8f783ebf-f34e-44f1-ab79-bc06029082af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926743'] for subnet, precommit_delete_associations {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:28.567576 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7973-e137-4f93-aca5-2672bd6ab2bf req-5975a6f8-7b10-4868-94ef-45af8ff45442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:28.569078 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e6a7973-e137-4f93-aca5-2672bd6ab2bf req-5975a6f8-7b10-4868-94ef-45af8ff45442 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=70525aa9-723f-43d0-835a-f6a0dee60cf8 HTTP/1.1" status: 200 len: 859 time: 0.0546277 Oct 14 12:26:28.607219 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8f783ebf-f34e-44f1-ab79-bc06029082af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:28.628687 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e6a7973-e137-4f93-aca5-2672bd6ab2bf req-b4a7ce20-0348-4f27-af7c-46212674bb22 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488856 Oct 14 12:26:28.666420 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-4548e130-d8f1-41a4-8c6f-7a9e8a36206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:28.668127 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-4548e130-d8f1-41a4-8c6f-7a9e8a36206f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35c49fc712d548e381c2b41cbbf067ea&device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 1096 time: 0.0779691 Oct 14 12:26:28.747689 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-4a5384f2-701c-4e61-897a-95a4960286c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d071e320-dc6c-4a09-932f-4dbe98bb5fcc HTTP/1.1" status: 200 len: 217 time: 0.0419645 Oct 14 12:26:28.768639 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e6a7973-e137-4f93-aca5-2672bd6ab2bf req-468899a9-978a-47ba-b6fd-a4991b8b545f service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291056 Oct 14 12:26:28.773899 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8f783ebf-f34e-44f1-ab79-bc06029082af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9655132'] for subnet, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:28.803642 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8f783ebf-f34e-44f1-ab79-bc06029082af admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:28.806863 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-8f783ebf-f34e-44f1-ab79-bc06029082af admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ee360722-982b-49f3-9cc5-51bb461c74ad HTTP/1.1" status: 204 len: 168 time: 0.3642397 Oct 14 12:26:28.808074 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f783ebf-f34e-44f1-ab79-bc06029082af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee360722-982b-49f3-9cc5-51bb461c74ad,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:28.815208 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 49372) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:28.894339 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-76447453-b0a8-4de4-b376-f11af15c32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:28.895570 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-58cc6287-abcf-4482-b8c2-0f619a848b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:28.895818 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-76447453-b0a8-4de4-b376-f11af15c32f1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d HTTP/1.1" status: 200 len: 853 time: 0.1072013 Oct 14 12:26:28.940418 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-f64f51e1-4ead-4800-8bde-252e6b2f97e0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339127 Oct 14 12:26:28.945662 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e6a7973-e137-4f93-aca5-2672bd6ab2bf req-833d7e3c-533a-4e0d-b5e2-6561547738ce service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488323 Oct 14 12:26:28.989916 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-58cc6287-abcf-4482-b8c2-0f619a848b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:29.013336 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-58cc6287-abcf-4482-b8c2-0f619a848b23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f186520-a35e-4736-a0a7-70e79895941f']}} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:29.025180 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-58cc6287-abcf-4482-b8c2-0f619a848b23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57965af1-07c8-4aef-a798-7ccfa8c6e630') {'for_net_delete': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:29.025486 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-58cc6287-abcf-4482-b8c2-0f619a848b23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57965af1-07c8-4aef-a798-7ccfa8c6e630') {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:29.037471 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-58cc6287-abcf-4482-b8c2-0f619a848b23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8926766'] for segment, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:29.048920 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-529b400b-9bf3-481c-a52c-4d609cbb5261 service neutron] 10.222.0.82 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950694 Oct 14 12:26:29.059927 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-58cc6287-abcf-4482-b8c2-0f619a848b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:29.065887 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cc6287-abcf-4482-b8c2-0f619a848b23 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=100446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:26:29.066269 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-58cc6287-abcf-4482-b8c2-0f619a848b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9919215'] for segment, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: Traceback (most recent call last): Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: timer() Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: cb(*args, **kw) Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: return func(*args, **kwargs) Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: self._notify() Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: self.callback(batched_events) Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: event.method(event) Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: return f(self, *a, **k) Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._get(url).json() Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: return self.request(url, 'GET', **kwargs) Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:26:29.067981 dv-cinder-813984-2-iscsi neutron-server[100446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:26:29.154930 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a0073d-37ba-4617-bd2e-4581d0b930bb req-9df263ec-1341-48e2-adfa-7ce730bac51f service neutron] 10.222.0.82 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973082 Oct 14 12:26:29.209867 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-58cc6287-abcf-4482-b8c2-0f619a848b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:29.215834 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-58cc6287-abcf-4482-b8c2-0f619a848b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:29.219289 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-58cc6287-abcf-4482-b8c2-0f619a848b23 admin admin] 10.222.0.71 "DELETE /v2.0/networks/5f186520-a35e-4736-a0a7-70e79895941f HTTP/1.1" status: 204 len: 168 time: 0.4074838 Oct 14 12:26:29.231726 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc6287-abcf-4482-b8c2-0f619a848b23 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f186520-a35e-4736-a0a7-70e79895941f,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:29.443950 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a566b27-0e7a-487f-aa31-de6425518a5d req-3fb5635e-e64a-4b17-b98b-edabacb7cce0 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:29.445699 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1a566b27-0e7a-487f-aa31-de6425518a5d req-3fb5635e-e64a-4b17-b98b-edabacb7cce0 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0499711 Oct 14 12:26:29.517005 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1a566b27-0e7a-487f-aa31-de6425518a5d req-cb78f3c9-fbbb-4cf7-99f0-8373f64774a7 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587597 Oct 14 12:26:29.528158 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eee108-713f-4ff7-93e0-d960079dcad7 req-e5426bed-0228-4e46-bb1c-ca00ef884de6 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:29.529720 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-64eee108-713f-4ff7-93e0-d960079dcad7 req-e5426bed-0228-4e46-bb1c-ca00ef884de6 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0807092 Oct 14 12:26:29.569769 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-64eee108-713f-4ff7-93e0-d960079dcad7 req-5969300a-aead-4d08-b5fe-b48961aa976b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339482 Oct 14 12:26:29.609205 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 49392) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:29.651573 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-93b9a0be-4e9c-4fe6-b648-59c4fb6832b3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=739b6028bb7948e7a4cbc8c4394f4e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413229 Oct 14 12:26:29.653904 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 49396) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:29.705722 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-40d47e70-0fd5-408e-98b8-c1b68ab7840a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:29.729736 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-40d47e70-0fd5-408e-98b8-c1b68ab7840a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:29.912874 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-40d47e70-0fd5-408e-98b8-c1b68ab7840a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:29.915709 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-40d47e70-0fd5-408e-98b8-c1b68ab7840a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:29.916940 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-40d47e70-0fd5-408e-98b8-c1b68ab7840a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/506a953d-e7ce-45a3-8f5b-49ef7baf6feb HTTP/1.1" status: 204 len: 168 time: 0.2621584 Oct 14 12:26:29.924778 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d47e70-0fd5-408e-98b8-c1b68ab7840a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506a953d-e7ce-45a3-8f5b-49ef7baf6feb,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:30.640848 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c338aa-134a-4a6f-a89d-6eef028aca91 req-4e60b572-add1-4164-8ea8-c4010845186f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:30.642383 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-58c338aa-134a-4a6f-a89d-6eef028aca91 req-4e60b572-add1-4164-8ea8-c4010845186f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0538554 Oct 14 12:26:30.707512 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-58c338aa-134a-4a6f-a89d-6eef028aca91 req-e122cd20-e02b-41c1-84e2-fdd363df921a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555706 Oct 14 12:26:30.718835 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42700aa1-0a0e-41b2-a600-cb5a26b7bb15 req-f556886b-0968-44e5-a08b-85b1e6b009b6 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:30.720280 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42700aa1-0a0e-41b2-a600-cb5a26b7bb15 req-f556886b-0968-44e5-a08b-85b1e6b009b6 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0770116 Oct 14 12:26:30.759416 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42700aa1-0a0e-41b2-a600-cb5a26b7bb15 req-5eaa2ba9-492e-4d2c-a377-1c5dc4c19a2d tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329752 Oct 14 12:26:30.789696 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 49418) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:30.831485 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-16c8e812-de93-4498-a69d-ea324e63e758 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dd677b7ebfd944d7b4624313741df282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393059 Oct 14 12:26:30.832529 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 49422) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:30.881324 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-df53736a-ea31-44dd-a94a-72f12901a177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:30.906094 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-df53736a-ea31-44dd-a94a-72f12901a177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:31.017856 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-df53736a-ea31-44dd-a94a-72f12901a177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:31.020857 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-df53736a-ea31-44dd-a94a-72f12901a177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:31.022215 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-df53736a-ea31-44dd-a94a-72f12901a177 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2a054415-b543-488e-be1c-84f6e5794e6c HTTP/1.1" status: 204 len: 168 time: 0.1886551 Oct 14 12:26:31.033097 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53736a-ea31-44dd-a94a-72f12901a177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a054415-b543-488e-be1c-84f6e5794e6c,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:31.838648 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41397ab9-9a0f-4b27-af43-17fa9b4c9fc5 req-4d7f9947-94c0-4507-85cb-c4cc086b1071 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:31.840383 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-41397ab9-9a0f-4b27-af43-17fa9b4c9fc5 req-4d7f9947-94c0-4507-85cb-c4cc086b1071 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0625918 Oct 14 12:26:31.913758 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-41397ab9-9a0f-4b27-af43-17fa9b4c9fc5 req-13d60787-1f63-40d0-8440-0121507ce477 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629320 Oct 14 12:26:31.924128 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7470c11-da96-4e63-9aa6-3ce7a00f2f86 req-46564ec4-6076-4750-b35e-f23007849383 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:31.925611 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b7470c11-da96-4e63-9aa6-3ce7a00f2f86 req-46564ec4-6076-4750-b35e-f23007849383 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0843771 Oct 14 12:26:31.989845 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b7470c11-da96-4e63-9aa6-3ce7a00f2f86 req-71ba124d-dde0-49d4-8efa-efc5a931d7d0 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569429 Oct 14 12:26:33.041850 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4fdf4-4a4f-45a1-8e84-15288f492a7a req-f2208d41-1d24-45ab-b305-a9825169616a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:33.043444 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f3e4fdf4-4a4f-45a1-8e84-15288f492a7a req-f2208d41-1d24-45ab-b305-a9825169616a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0522938 Oct 14 12:26:33.111646 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f3e4fdf4-4a4f-45a1-8e84-15288f492a7a req-30e7d741-906e-4d6a-a9a5-a76ba51c0cb1 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607738 Oct 14 12:26:33.141353 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568dafa-b0e0-491d-b338-506363be1074 req-811ec4de-2b42-489b-9e80-de318e1d3b8e tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:33.142930 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0568dafa-b0e0-491d-b338-506363be1074 req-811ec4de-2b42-489b-9e80-de318e1d3b8e tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0716863 Oct 14 12:26:33.190439 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0568dafa-b0e0-491d-b338-506363be1074 req-314e3264-dff0-42ff-909d-639504d501c0 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403092 Oct 14 12:26:34.236141 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9217f5c-b008-4914-b980-86c7a7644dd7 req-e19b301b-7d6a-4dfc-b4b7-bb1e6a7a4246 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:34.237684 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e9217f5c-b008-4914-b980-86c7a7644dd7 req-e19b301b-7d6a-4dfc-b4b7-bb1e6a7a4246 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0542529 Oct 14 12:26:34.309064 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e9217f5c-b008-4914-b980-86c7a7644dd7 req-8e513e83-e350-42cf-8dfc-cda94214497b tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638704 Oct 14 12:26:34.329987 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e751af-e268-418b-9bce-cfa8f32a550d req-5a7be346-47cd-4031-ac6b-f55e8f1359ca tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:34.331678 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-18e751af-e268-418b-9bce-cfa8f32a550d req-5a7be346-47cd-4031-ac6b-f55e8f1359ca tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0658882 Oct 14 12:26:34.383349 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-18e751af-e268-418b-9bce-cfa8f32a550d req-6c4dc803-47ce-48ec-8adc-68bd182555aa tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410154 Oct 14 12:26:35.478328 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b916b8f-e1cb-4c9b-ac0a-957404aaf443 req-8eeb167d-7e21-421b-abe0-d5b720900fcf tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:35.484791 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8b916b8f-e1cb-4c9b-ac0a-957404aaf443 req-8eeb167d-7e21-421b-abe0-d5b720900fcf tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0755830 Oct 14 12:26:35.556292 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8b916b8f-e1cb-4c9b-ac0a-957404aaf443 req-4003fcba-4ebf-4817-90d0-f97d60ec28dd tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592415 Oct 14 12:26:35.564365 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab790aba-3ca5-4e72-8bc3-bd63fc4c40a2 req-7f676a87-4a80-4c84-a333-31f01d9a1577 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:35.565814 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ab790aba-3ca5-4e72-8bc3-bd63fc4c40a2 req-7f676a87-4a80-4c84-a333-31f01d9a1577 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0798519 Oct 14 12:26:35.610523 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ab790aba-3ca5-4e72-8bc3-bd63fc4c40a2 req-20146b49-76af-46dc-9c07-602fe705719f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356870 Oct 14 12:26:36.221020 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:36.676198 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb771d8-1ca3-41b2-9f2c-0ad44564396f req-4a74062e-4ac8-437d-8124-6c91e769638e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:36.677597 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4fb771d8-1ca3-41b2-9f2c-0ad44564396f req-4a74062e-4ac8-437d-8124-6c91e769638e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0512147 Oct 14 12:26:36.754258 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26607367-5a3a-4449-aba1-824f5fce6f4c req-d960a784-6003-41ab-bdcf-5d54bf50bb28 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:36.755831 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-26607367-5a3a-4449-aba1-824f5fce6f4c req-d960a784-6003-41ab-bdcf-5d54bf50bb28 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0758913 Oct 14 12:26:36.759858 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4fb771d8-1ca3-41b2-9f2c-0ad44564396f req-bfe1ed5a-87d3-4298-9a66-e37b3e9b071b tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712407 Oct 14 12:26:36.808545 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-26607367-5a3a-4449-aba1-824f5fce6f4c req-3c0de7a7-f8ab-498b-872a-df07289225f1 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455971 Oct 14 12:26:37.222955 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device d071e320-dc6c-4a09-932f-4dbe98bb5fcc details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:26:37.319041 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port d071e320-dc6c-4a09-932f-4dbe98bb5fcc, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d071e320-dc6c-4a09-932f-4dbe98bb5fcc,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:26:37.329695 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': 'd071e320-dc6c-4a09-932f-4dbe98bb5fcc', 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53', 'port_id': 'd071e320-dc6c-4a09-932f-4dbe98bb5fcc', 'mac_address': 'fa:16:3e:6c:8e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:26:37.366319 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:37.380949 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d071e320-dc6c-4a09-932f-4dbe98bb5fcc {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:26:37.400419 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port d071e320-dc6c-4a09-932f-4dbe98bb5fcc, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d071e320-dc6c-4a09-932f-4dbe98bb5fcc,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:26:37.480548 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:37.531862 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=d071e320-dc6c-4a09-932f-4dbe98bb5fcc,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:37.886491 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['d071e320-dc6c-4a09-932f-4dbe98bb5fcc'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:26:37.893620 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de76b-9327-4608-bc95-c2c01fd782a4 req-e10c63c1-ebe1-434a-a72e-c11487c2a98d tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:37.895207 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-366de76b-9327-4608-bc95-c2c01fd782a4 req-e10c63c1-ebe1-434a-a72e-c11487c2a98d tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0548396 Oct 14 12:26:37.970918 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef3bb0-9cd7-4b1e-bfa8-948e10ea81ac req-114ccf2e-8ffc-495b-bba7-09ae66ae704e tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:37.972456 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d7ef3bb0-9cd7-4b1e-bfa8-948e10ea81ac req-114ccf2e-8ffc-495b-bba7-09ae66ae704e tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 944 time: 0.0763426 Oct 14 12:26:37.975831 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-366de76b-9327-4608-bc95-c2c01fd782a4 req-db2dfd5e-9283-46cd-a508-cc625660b5c7 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704427 Oct 14 12:26:38.044704 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d7ef3bb0-9cd7-4b1e-bfa8-948e10ea81ac req-e219ae9d-d407-484d-ac6c-0b588f3ba178 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644720 Oct 14 12:26:38.742696 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 49676) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:38.781400 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:26:38.847524 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-140fc31d-9a98-47dd-a69d-326634a54cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:38.923437 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-140fc31d-9a98-47dd-a69d-326634a54cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:39.004311 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-140fc31d-9a98-47dd-a69d-326634a54cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:39.041352 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fc31d-9a98-47dd-a69d-326634a54cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cc741b-4d0a-444f-8fc5-c0410befc2db,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:39.052377 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-140fc31d-9a98-47dd-a69d-326634a54cf5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ddcdc99424ef4bbaba9cbbc6337c5b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083453 Oct 14 12:26:39.056179 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 49682) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:39.097052 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9331d-bf82-4acc-9239-83fd87d1b76f req-ed73d901-e1ce-4ba0-82a9-2ee1d1918754 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:39.098662 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-00e9331d-bf82-4acc-9239-83fd87d1b76f req-ed73d901-e1ce-4ba0-82a9-2ee1d1918754 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0499392 Oct 14 12:26:39.108879 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4fadbe93-e796-4438-8933-6e43424102a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:39.136793 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4fadbe93-e796-4438-8933-6e43424102a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:39.174041 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-00e9331d-bf82-4acc-9239-83fd87d1b76f req-de9cb3fb-97c3-4a26-9c83-18d2b226fc37 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670483 Oct 14 12:26:39.198816 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd273a8a-498e-411a-8f86-e9697be0ada1 req-037cd19e-fa4b-4c2e-bfb7-70a4fc5fe031 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:39.198816 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bd273a8a-498e-411a-8f86-e9697be0ada1 req-037cd19e-fa4b-4c2e-bfb7-70a4fc5fe031 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 944 time: 0.0731375 Oct 14 12:26:39.235725 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bd273a8a-498e-411a-8f86-e9697be0ada1 req-5a5819b9-1988-4fa5-ab11-3184548cb81f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348287 Oct 14 12:26:39.238150 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device d071e320-dc6c-4a09-932f-4dbe98bb5fcc up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:26:39.266463 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4fadbe93-e796-4438-8933-6e43424102a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:39.269246 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4fadbe93-e796-4438-8933-6e43424102a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:39.270633 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-4fadbe93-e796-4438-8933-6e43424102a7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/65cc741b-4d0a-444f-8fc5-c0410befc2db HTTP/1.1" status: 204 len: 168 time: 0.2135305 Oct 14 12:26:39.279961 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadbe93-e796-4438-8933-6e43424102a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cc741b-4d0a-444f-8fc5-c0410befc2db,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:39.384453 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port d071e320-dc6c-4a09-932f-4dbe98bb5fcc completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:26:39.388622 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port d071e320-dc6c-4a09-932f-4dbe98bb5fcc triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:26:39.391737 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:39.469717 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:39.493632 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a199e42-5ef3-4e8f-893b-e62b6088f0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd071e320-dc6c-4a09-932f-4dbe98bb5fcc'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:26:39.496181 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ab757e-4e31-4314-b201-7c2ecf5ec889" -d '{"events": [{"server_uuid": "3a199e42-5ef3-4e8f-893b-e62b6088f0d8", "name": "network-vif-plugged", "status": "completed", "tag": "d071e320-dc6c-4a09-932f-4dbe98bb5fcc"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:26:39.509246 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port d071e320-dc6c-4a09-932f-4dbe98bb5fcc, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d071e320-dc6c-4a09-932f-4dbe98bb5fcc,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:26:39.538301 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7f7d21-1b3b-4c1d-9a20-362e5bcbeb16 x-openstack-request-id: req-ac7f7d21-1b3b-4c1d-9a20-362e5bcbeb16 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:26:39.538617 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a199e42-5ef3-4e8f-893b-e62b6088f0d8", "name": "network-vif-plugged", "status": "completed", "tag": "d071e320-dc6c-4a09-932f-4dbe98bb5fcc", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:26:39.538915 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ac7f7d21-1b3b-4c1d-9a20-362e5bcbeb16 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:26:39.539873 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a199e42-5ef3-4e8f-893b-e62b6088f0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd071e320-dc6c-4a09-932f-4dbe98bb5fcc', 'code': 200} Oct 14 12:26:39.589818 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:39.647537 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=d071e320-dc6c-4a09-932f-4dbe98bb5fcc,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:39.897740 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa2d5f-c0d6-478b-a762-23ce8c2a2b4f req-474224fc-f185-478f-998e-ade3c2776f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:39.899986 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6dfa2d5f-c0d6-478b-a762-23ce8c2a2b4f req-474224fc-f185-478f-998e-ade3c2776f6e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 1098 time: 0.0473027 Oct 14 12:26:39.938119 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6dfa2d5f-c0d6-478b-a762-23ce8c2a2b4f req-4a997b21-c5a0-4fa1-a079-93f7443d1085 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300634 Oct 14 12:26:40.303456 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620702c7-8f2f-46c5-a5b6-5026e730262e req-886b8346-0321-4176-bfff-2e5b0a80eecf tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:40.305481 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-620702c7-8f2f-46c5-a5b6-5026e730262e req-886b8346-0321-4176-bfff-2e5b0a80eecf tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0530431 Oct 14 12:26:40.376644 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-620702c7-8f2f-46c5-a5b6-5026e730262e req-5732451d-c713-4d09-8d8c-5be26c201f0a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643711 Oct 14 12:26:40.387309 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ff330-6273-4794-84f8-d1bc2ddf7e6a req-50954bbe-bd83-4550-904d-2fe442429ee2 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:40.395118 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-442ff330-6273-4794-84f8-d1bc2ddf7e6a req-50954bbe-bd83-4550-904d-2fe442429ee2 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0785692 Oct 14 12:26:40.434296 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-442ff330-6273-4794-84f8-d1bc2ddf7e6a req-03b88121-ef6b-4b81-a66e-fe0287736bed tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363255 Oct 14 12:26:41.529343 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef611087-a1e4-4689-ab36-ca921c3bd000 req-2d0b6629-fbf5-4e5d-a84a-56096c25e522 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:41.530875 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef611087-a1e4-4689-ab36-ca921c3bd000 req-2d0b6629-fbf5-4e5d-a84a-56096c25e522 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0706489 Oct 14 12:26:41.604534 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8e03d-6733-4946-b5d7-a8a3cef9bc1f req-83d8ed7d-8a8a-4cf2-8323-85e6a3830910 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:41.606101 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2ef8e03d-6733-4946-b5d7-a8a3cef9bc1f req-83d8ed7d-8a8a-4cf2-8323-85e6a3830910 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0742946 Oct 14 12:26:41.608854 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef611087-a1e4-4689-ab36-ca921c3bd000 req-5bcc4774-9f45-402d-b525-daeb10ce9fea tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665777 Oct 14 12:26:41.687361 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2ef8e03d-6733-4946-b5d7-a8a3cef9bc1f req-962f59e5-8c2f-41af-8d3c-cf78fd080718 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752223 Oct 14 12:26:42.748665 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e3d22-bb8c-4329-af33-d94af6ca58e3 req-b5857e96-fd3c-46b8-8f23-7847dbac774f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:42.750198 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f87e3d22-bb8c-4329-af33-d94af6ca58e3 req-b5857e96-fd3c-46b8-8f23-7847dbac774f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0626185 Oct 14 12:26:42.832403 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f87e3d22-bb8c-4329-af33-d94af6ca58e3 req-315f9d7d-f4c8-46da-95b6-e9c2d4eb9ff1 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751789 Oct 14 12:26:42.851889 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef51f5a-fe7d-4b8a-b3ff-10877bb5f8f4 req-3c577ece-366f-4d72-bfac-c273eab479d0 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:42.853411 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0ef51f5a-fe7d-4b8a-b3ff-10877bb5f8f4 req-3c577ece-366f-4d72-bfac-c273eab479d0 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0867600 Oct 14 12:26:42.894948 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0ef51f5a-fe7d-4b8a-b3ff-10877bb5f8f4 req-eb1f01ac-ddbe-4bea-812e-9d6d276f88e0 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351808 Oct 14 12:26:43.961095 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ff88e-d116-4e05-a9da-8e6497390265 req-360ab316-b249-4f7d-a35c-c0bcbbb82891 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:43.962678 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-719ff88e-d116-4e05-a9da-8e6497390265 req-360ab316-b249-4f7d-a35c-c0bcbbb82891 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0564921 Oct 14 12:26:44.008732 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-719ff88e-d116-4e05-a9da-8e6497390265 req-317a884e-37b3-4d80-89ea-66f008aff6d8 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383015 Oct 14 12:26:45.139958 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a6971-8627-4ed8-bc86-428dca3b07ca req-ebd54f6d-9af8-4698-84ed-a44bbca5183e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:45.140741 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-906a6971-8627-4ed8-bc86-428dca3b07ca req-ebd54f6d-9af8-4698-84ed-a44bbca5183e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0492253 Oct 14 12:26:45.188546 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-906a6971-8627-4ed8-bc86-428dca3b07ca req-bec14779-dfa8-41e1-a290-2dcaee2d7613 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Oct 14 12:26:46.309453 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc0f89-7d23-43e4-a178-cd4eca474c91 req-a27c07c5-ee34-4e52-83bb-d9f7cb2102e6 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:46.311086 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-05fc0f89-7d23-43e4-a178-cd4eca474c91 req-a27c07c5-ee34-4e52-83bb-d9f7cb2102e6 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0514758 Oct 14 12:26:46.352478 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-05fc0f89-7d23-43e4-a178-cd4eca474c91 req-908b4a38-d16f-4db3-8808-b877f3c62b0b tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351655 Oct 14 12:26:47.603948 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff22e08c-1bcf-4ae9-a756-d636c32b6c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:49.684130 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c70956-7444-4d96-b87e-8e9dd0d1a6a9 req-d704d467-0a99-46d4-a7f1-655a83b07ea5 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:49.685895 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-99c70956-7444-4d96-b87e-8e9dd0d1a6a9 req-d704d467-0a99-46d4-a7f1-655a83b07ea5 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0511539 Oct 14 12:26:49.723498 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-99c70956-7444-4d96-b87e-8e9dd0d1a6a9 req-a5229c16-b247-45ab-8465-781608d59bed tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Oct 14 12:26:50.443275 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-37182ae2-d994-4c06-86a6-6bb6e478c97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:50.844276 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e491bf5-371f-45e9-9e64-14725c05098d req-9b7cd6c8-c600-48ba-b542-9bf0718f4ff1 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:50.845725 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e491bf5-371f-45e9-9e64-14725c05098d req-9b7cd6c8-c600-48ba-b542-9bf0718f4ff1 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0498037 Oct 14 12:26:50.890386 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e491bf5-371f-45e9-9e64-14725c05098d req-e0b626e7-ef45-4f66-8194-1d84e78aec11 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369778 Oct 14 12:26:51.509863 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:52.014678 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19f0f2-e98c-4255-b3b3-63272c511ff3 req-f248f36c-4a20-4e36-9b4d-8f7202a0b5de tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:52.016401 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4b19f0f2-e98c-4255-b3b3-63272c511ff3 req-f248f36c-4a20-4e36-9b4d-8f7202a0b5de tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0536311 Oct 14 12:26:52.057574 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4b19f0f2-e98c-4255-b3b3-63272c511ff3 req-d04b159f-1ab0-4d80-860f-0e183ce85945 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345206 Oct 14 12:26:52.175190 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:52.840288 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:26:53.184207 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aa99e-a418-464a-8849-06e891f07232 req-307067b8-dab1-4889-907a-6d4cd951a294 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:53.185873 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e5aa99e-a418-464a-8849-06e891f07232 req-307067b8-dab1-4889-907a-6d4cd951a294 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0544918 Oct 14 12:26:53.227722 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e5aa99e-a418-464a-8849-06e891f07232 req-b9d6ddba-7532-42b6-9c20-98dd846d91a1 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353522 Oct 14 12:26:54.354757 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d15390-6b43-4d61-8544-233c1bb25849 req-2b525457-0c03-4d6a-b986-45e9ee688c9f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:54.356465 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-47d15390-6b43-4d61-8544-233c1bb25849 req-2b525457-0c03-4d6a-b986-45e9ee688c9f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0525424 Oct 14 12:26:54.404260 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-47d15390-6b43-4d61-8544-233c1bb25849 req-4c39fbd9-5613-4a49-b996-722c4c543b6b tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408344 Oct 14 12:26:55.534069 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1ffbc-dc72-40e6-b843-b24b282764ff req-9353acf4-4e5d-41ea-9df1-c47d7084e4f3 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:55.539302 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-27d1ffbc-dc72-40e6-b843-b24b282764ff req-9353acf4-4e5d-41ea-9df1-c47d7084e4f3 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0581827 Oct 14 12:26:55.577848 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-27d1ffbc-dc72-40e6-b843-b24b282764ff req-9a93e815-dbba-4e67-9fc1-cd61d71d0399 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352561 Oct 14 12:26:56.705853 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3da1ac-9f34-41f8-b0c9-f22a483de9d5 req-fd9bba88-7a2f-4226-a12a-24120c8499f4 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:56.707515 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8c3da1ac-9f34-41f8-b0c9-f22a483de9d5 req-fd9bba88-7a2f-4226-a12a-24120c8499f4 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0531194 Oct 14 12:26:56.757764 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8c3da1ac-9f34-41f8-b0c9-f22a483de9d5 req-ffd995f4-dbfc-4014-8358-2d1a8371d741 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424716 Oct 14 12:26:57.894675 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1492c34-8155-4f9b-ba16-16da59ae1a66 req-ddef8ef5-5261-4dd2-946f-bfb839c39f87 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:57.896207 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d1492c34-8155-4f9b-ba16-16da59ae1a66 req-ddef8ef5-5261-4dd2-946f-bfb839c39f87 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0545197 Oct 14 12:26:57.943112 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d1492c34-8155-4f9b-ba16-16da59ae1a66 req-0fa70387-2e10-40b1-b4c3-325a84b3af39 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395076 Oct 14 12:26:59.072355 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b8b2c-dc91-4920-bd30-0c4c006e1f7e req-f47623c4-70cc-451b-ab15-86924828f4a1 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:59.074260 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a96b8b2c-dc91-4920-bd30-0c4c006e1f7e req-f47623c4-70cc-451b-ab15-86924828f4a1 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0544057 Oct 14 12:26:59.116693 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a96b8b2c-dc91-4920-bd30-0c4c006e1f7e req-fcb583cc-b7b8-4d7b-9d31-b2af543b3f66 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356426 Oct 14 12:27:00.240236 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce23e5-d1ce-4db5-9690-c0fa4a63d5c1 req-b52867d5-f992-4d3b-a3be-9946c281b1be tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:00.241905 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5bce23e5-d1ce-4db5-9690-c0fa4a63d5c1 req-b52867d5-f992-4d3b-a3be-9946c281b1be tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0503194 Oct 14 12:27:00.282512 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5bce23e5-d1ce-4db5-9690-c0fa4a63d5c1 req-1e57c384-037c-48ca-b99c-ab3406e89e69 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339589 Oct 14 12:27:01.410854 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54cfff-7fa9-4c6d-a0f8-58eccb6fa2d4 req-e57be156-eeed-4668-b5e3-258e5bef83c1 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:01.412413 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bf54cfff-7fa9-4c6d-a0f8-58eccb6fa2d4 req-e57be156-eeed-4668-b5e3-258e5bef83c1 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0515471 Oct 14 12:27:01.456361 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bf54cfff-7fa9-4c6d-a0f8-58eccb6fa2d4 req-8ef8fca7-df70-4fb4-a998-9160da56be12 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372863 Oct 14 12:27:03.890233 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a89c46-0925-4b47-a8d0-d90971035c66 req-c021c5d9-96f4-47ed-b871-eb9e9798ebf0 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:03.891734 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-62a89c46-0925-4b47-a8d0-d90971035c66 req-c021c5d9-96f4-47ed-b871-eb9e9798ebf0 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0496488 Oct 14 12:27:03.932315 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-62a89c46-0925-4b47-a8d0-d90971035c66 req-b8ba7f6e-065a-42af-aa73-fa7b24624cb4 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336306 Oct 14 12:27:06.240245 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:07.290169 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc57e-5176-4456-b333-b8ab1fb3ca66 req-a142896b-6c7e-4674-9b0b-7eac889165ad tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:07.291717 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-362bc57e-5176-4456-b333-b8ab1fb3ca66 req-a142896b-6c7e-4674-9b0b-7eac889165ad tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0721896 Oct 14 12:27:07.374879 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-362bc57e-5176-4456-b333-b8ab1fb3ca66 req-5c0af2af-711e-4744-8e24-f17028fd05ed tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691800 Oct 14 12:27:07.381520 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dde22-ab49-4597-8ec0-113c42df2581 req-14996bd8-7682-4ec3-a3c7-7efb192cea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:07.384118 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d91dde22-ab49-4597-8ec0-113c42df2581 req-14996bd8-7682-4ec3-a3c7-7efb192cea34 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=973a39f1cf0340d9a7478172ddec1d10&device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 1099 time: 0.0913632 Oct 14 12:27:07.516239 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dde22-ab49-4597-8ec0-113c42df2581 req-9732c9d2-4ed8-4651-a85d-e0da7ed6a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:07.517729 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d91dde22-ab49-4597-8ec0-113c42df2581 req-9732c9d2-4ed8-4651-a85d-e0da7ed6a2e1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2 HTTP/1.1" status: 200 len: 920 time: 0.0925670 Oct 14 12:27:07.568527 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d91dde22-ab49-4597-8ec0-113c42df2581 req-21b3b42b-db4d-4fd4-986a-d345b28a3c66 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a168ce-97b6-4989-b238-6318056cb676 HTTP/1.1" status: 200 len: 217 time: 0.0407410 Oct 14 12:27:07.623678 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dde22-ab49-4597-8ec0-113c42df2581 req-42edd8ea-226b-43f0-904b-ae8a8e00cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:07.625155 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d91dde22-ab49-4597-8ec0-113c42df2581 req-42edd8ea-226b-43f0-904b-ae8a8e00cb2f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=70525aa9-723f-43d0-835a-f6a0dee60cf8 HTTP/1.1" status: 200 len: 859 time: 0.0471835 Oct 14 12:27:07.662754 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d91dde22-ab49-4597-8ec0-113c42df2581 req-35d0edc8-b041-49ea-961c-ddf35144bf3d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263503 Oct 14 12:27:07.774951 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d91dde22-ab49-4597-8ec0-113c42df2581 req-4d39a542-1149-4047-af4f-dc37042469be service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023974 Oct 14 12:27:07.886691 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d91dde22-ab49-4597-8ec0-113c42df2581 req-726f2428-fc7e-4b5e-a1b5-e2520d38544d service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998657 Oct 14 12:27:08.532453 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194dcac-fda6-49b5-8e32-325d8daaa2ca req-427874a7-96b3-414e-9bdd-46edfd6fa4db tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:08.534090 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4194dcac-fda6-49b5-8e32-325d8daaa2ca req-427874a7-96b3-414e-9bdd-46edfd6fa4db tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0534337 Oct 14 12:27:08.585338 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4194dcac-fda6-49b5-8e32-325d8daaa2ca req-607097eb-534f-47d4-8f36-5ee4d01fe527 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426090 Oct 14 12:27:08.966090 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56756875-6f8a-48a0-8e19-b9bf9cd8eb12 req-ce31be59-283b-4ddd-82d1-c972f2462874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:08.967676 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-56756875-6f8a-48a0-8e19-b9bf9cd8eb12 req-ce31be59-283b-4ddd-82d1-c972f2462874 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 1099 time: 0.0573907 Oct 14 12:27:09.012820 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-56756875-6f8a-48a0-8e19-b9bf9cd8eb12 req-c68d657c-6214-4e8e-947f-b1ecfa14e654 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343003 Oct 14 12:27:09.781877 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be9fe4-2672-4855-b109-8d8ae6c45aaf req-48f22e01-c3e3-4e96-a906-b788116f4284 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:09.783576 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-98be9fe4-2672-4855-b109-8d8ae6c45aaf req-48f22e01-c3e3-4e96-a906-b788116f4284 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0584161 Oct 14 12:27:09.831506 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-98be9fe4-2672-4855-b109-8d8ae6c45aaf req-33ba2f12-3ac0-430c-88e5-3cc2b3db7d87 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363705 Oct 14 12:27:10.956973 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb02390-49ed-4e6b-84d8-e783b78c32b7 req-424f0c6f-f35f-4ccf-b349-c27e1c6ebf2c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:10.958565 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bdb02390-49ed-4e6b-84d8-e783b78c32b7 req-424f0c6f-f35f-4ccf-b349-c27e1c6ebf2c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0536044 Oct 14 12:27:11.002326 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bdb02390-49ed-4e6b-84d8-e783b78c32b7 req-2c5234ee-0cb8-49c5-87bc-cf9f4fad8db0 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365415 Oct 14 12:27:12.058561 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3048106-b93a-4aa3-b317-c97aa444dc69 req-e62fa2e1-5570-4254-aa59-2d4912ebe634 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:12.062552 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f3048106-b93a-4aa3-b317-c97aa444dc69 req-e62fa2e1-5570-4254-aa59-2d4912ebe634 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0803475 Oct 14 12:27:12.185592 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567d652-a39b-43d2-993c-8390c55a1b0b req-7ee5265c-e546-4948-84ba-ba5db52a8f5a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:12.187261 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5567d652-a39b-43d2-993c-8390c55a1b0b req-7ee5265c-e546-4948-84ba-ba5db52a8f5a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0909154 Oct 14 12:27:12.192841 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f3048106-b93a-4aa3-b317-c97aa444dc69 req-69634070-e507-46f6-9d7b-120f1d705ad4 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209984 Oct 14 12:27:12.233390 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5567d652-a39b-43d2-993c-8390c55a1b0b req-e42bf6ea-a7f1-45ec-b4a9-c71da6ece87d tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393286 Oct 14 12:27:13.330051 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304977e7-1cd6-498a-a271-003225bbdb77 req-d69a0122-9036-4913-a078-370d9371006b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:13.331654 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-304977e7-1cd6-498a-a271-003225bbdb77 req-d69a0122-9036-4913-a078-370d9371006b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0534012 Oct 14 12:27:13.381881 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-304977e7-1cd6-498a-a271-003225bbdb77 req-7a838221-cb14-4e8c-ab71-f964ee3f0681 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424628 Oct 14 12:27:13.502424 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dd9ab-038f-4e8b-a1b0-01bbb6ebeb11 req-545e5fc4-ece3-4ead-81be-c445e261abad tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:13.504278 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-227dd9ab-038f-4e8b-a1b0-01bbb6ebeb11 req-545e5fc4-ece3-4ead-81be-c445e261abad tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0575249 Oct 14 12:27:13.551635 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-227dd9ab-038f-4e8b-a1b0-01bbb6ebeb11 req-bfbdfb05-2ae9-449e-a97d-b54f772aece5 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404229 Oct 14 12:27:14.521258 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bbc7b-05ed-400a-9b56-ba3a00829be9 req-03326e41-aff9-49b0-a16a-4111452fe796 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:14.522985 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e91bbc7b-05ed-400a-9b56-ba3a00829be9 req-03326e41-aff9-49b0-a16a-4111452fe796 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0572135 Oct 14 12:27:14.563249 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e91bbc7b-05ed-400a-9b56-ba3a00829be9 req-778e5b8a-2cd5-4bf5-aafb-f5387d1dc103 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330763 Oct 14 12:27:14.680665 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00a929-4844-43f2-acf2-98dd9e56a68d req-b205e7b0-fb95-42dd-bd50-2ba8e696ddb8 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:14.682570 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-da00a929-4844-43f2-acf2-98dd9e56a68d req-b205e7b0-fb95-42dd-bd50-2ba8e696ddb8 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0576372 Oct 14 12:27:14.724626 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-da00a929-4844-43f2-acf2-98dd9e56a68d req-924bc87a-a8e9-4e39-8db4-5e1456603a6b tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361359 Oct 14 12:27:15.672860 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 50484) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:15.710327 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3426db-b957-4349-9e62-2804b237cced req-649be07b-6186-4442-8f21-3aaa21ccdda3 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:15.712451 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2f3426db-b957-4349-9e62-2804b237cced req-649be07b-6186-4442-8f21-3aaa21ccdda3 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0710893 Oct 14 12:27:15.760857 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2f3426db-b957-4349-9e62-2804b237cced req-1f411033-849b-4554-ad0c-4b57a81c8e9b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415232 Oct 14 12:27:15.782533 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:27:15.820003 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:15.854314 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf105f-379f-46a7-bf1e-f3e301a579fa req-d6d9173c-4896-492b-9c2b-014499479859 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:15.856265 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6caf105f-379f-46a7-bf1e-f3e301a579fa req-d6d9173c-4896-492b-9c2b-014499479859 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0575898 Oct 14 12:27:15.910914 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6caf105f-379f-46a7-bf1e-f3e301a579fa req-c69dee21-6615-495c-8ae9-80ad79e02a2f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446231 Oct 14 12:27:15.921250 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:16.017073 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:16.059062 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=927b2988f340458fa8812fea43e58fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896160 Oct 14 12:27:16.060277 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c2f41d-afe1-4ff7-9c71-dec09ba35daa,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:16.062160 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 50498) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:16.068146 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.068528 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.068869 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.069234 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.069576 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.069909 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.070238 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.071116 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.071776 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.071983 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.072320 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.072660 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfa2a-e1bc-4df6-aa92-cf74b8aa9c1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.132459 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:16.156222 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:16.312010 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:16.314646 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:16.315870 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/28c2f41d-afe1-4ff7-9c71-dec09ba35daa HTTP/1.1" status: 204 len: 168 time: 0.2517986 Oct 14 12:27:16.325782 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c2f41d-afe1-4ff7-9c71-dec09ba35daa,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:16.333054 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.333432 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.333777 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.334111 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.334444 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.334810 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.335280 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.335663 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.336049 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.337098 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.337438 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.337753 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ccbdd-b88e-4fd1-ae14-ca94cfb9668e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:16.893524 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e118a2e-d7e6-4300-9326-dfc3c9841880 req-8943e048-229c-42e7-8aef-31c05c35807e tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:16.895131 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4e118a2e-d7e6-4300-9326-dfc3c9841880 req-8943e048-229c-42e7-8aef-31c05c35807e tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0516281 Oct 14 12:27:16.947007 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4e118a2e-d7e6-4300-9326-dfc3c9841880 req-f93e32be-87c7-4dc5-93f3-6c110626d683 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402005 Oct 14 12:27:17.034401 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae39972-da08-4792-906f-af09f8bae2dc req-b2b7aeb7-2e15-43ed-804b-efc16e8eba27 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:17.035926 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eae39972-da08-4792-906f-af09f8bae2dc req-b2b7aeb7-2e15-43ed-804b-efc16e8eba27 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0528061 Oct 14 12:27:17.078564 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eae39972-da08-4792-906f-af09f8bae2dc req-f78a238f-ecb9-42a6-9331-b19fd23ad2b1 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353708 Oct 14 12:27:17.511503 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 50534) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:17.618424 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1837888184-network', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:17.640086 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-88501bc5-4b1c-4605-bdc9-5acab1230dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:17.756997 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] Made reservation on behalf of 8c7939cc3b554bacb0bb1dc8f5dc965d for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:27:17.760063 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:17.768733 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:17.852314 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:17.946495 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:17.972436 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:27:17.982104 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b087a84b-2d49-4886-ba95-87faac8afde5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:17.990426 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:17.991033 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.segments_db [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] Added segment 00aabc06-49ff-4ed3-abdb-3b12a353aef5 of type vlan for network 140e7268-9a2f-434a-85c9-99efbcd597b9 Oct 14 12:27:18.040186 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:18.108857 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94620d7f-5c4b-4441-bfb1-a69d382ea8e7 req-65aecfa0-33e1-427a-9d2a-b8fbf02fd8f2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:18.109995 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94620d7f-5c4b-4441-bfb1-a69d382ea8e7 req-65aecfa0-33e1-427a-9d2a-b8fbf02fd8f2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0670078 Oct 14 12:27:18.171663 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94620d7f-5c4b-4441-bfb1-a69d382ea8e7 req-f3e5e811-b83a-402f-845f-2be931587e35 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520465 Oct 14 12:27:18.188348 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:18.189328 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:18.190109 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:18.290996 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] Pushing event updated for resources: {'Network': ['ID=140e7268-9a2f-434a-85c9-99efbcd597b9,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:18.301945 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network 140e7268-9a2f-434a-85c9-99efbcd597b9 details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:27:18.309932 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314500ac-be2f-4876-8cad-83526ff83f42 req-43413889-847b-47fa-9b39-139bc7bad3df tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:18.312543 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-314500ac-be2f-4876-8cad-83526ff83f42 req-43413889-847b-47fa-9b39-139bc7bad3df tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1393487 Oct 14 12:27:18.322362 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-fcc64032-9e6a-40b9-a699-3fee4322d64e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8096590 Oct 14 12:27:18.328171 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 50556) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:18.333259 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-86afa855-4bb2-481d-a849-96a0a965d0a4 admin admin] Request body: {'subnet': {'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1837888184-subnet', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'ip_version': 4}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:18.363187 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-314500ac-be2f-4876-8cad-83526ff83f42 req-650e0dd8-9f51-4bcf-8217-8c68ef3e0951 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Oct 14 12:27:18.485887 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86afa855-4bb2-481d-a849-96a0a965d0a4 admin admin] Made reservation on behalf of 8c7939cc3b554bacb0bb1dc8f5dc965d for: {'subnet': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:27:18.488249 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-86afa855-4bb2-481d-a849-96a0a965d0a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9655153'] for subnet, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:18.776844 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a9acb-722b-415e-bbfb-eb25416029a5 req-a173afde-c5b4-4888-aa5e-aafd1fa3893c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:18.778400 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-415a9acb-722b-415e-bbfb-eb25416029a5 req-a173afde-c5b4-4888-aa5e-aafd1fa3893c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0538909 Oct 14 12:27:18.782645 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-86afa855-4bb2-481d-a849-96a0a965d0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9918476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9655143'] for subnet, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:18.845047 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afa855-4bb2-481d-a849-96a0a965d0a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:18.857002 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-415a9acb-722b-415e-bbfb-eb25416029a5 req-2b02f436-47bd-4fcf-b19b-70bd9678d9c5 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717332 Oct 14 12:27:18.860139 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86afa855-4bb2-481d-a849-96a0a965d0a4 admin admin] Checking segment: {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:27:18.860564 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86afa855-4bb2-481d-a849-96a0a965d0a4 admin admin] Network hostable DHCP agents. Network: 140e7268-9a2f-434a-85c9-99efbcd597b9, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:27:18.876369 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946716e-f109-4865-a290-7d99851143a4 req-4a6d07f0-0eae-494c-863e-7eb2b2e9236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:18.877750 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1946716e-f109-4865-a290-7d99851143a4 req-4a6d07f0-0eae-494c-863e-7eb2b2e9236c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=973a39f1cf0340d9a7478172ddec1d10&device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 1099 time: 0.0680203 Oct 14 12:27:18.946089 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86afa855-4bb2-481d-a849-96a0a965d0a4 admin admin] Network 140e7268-9a2f-434a-85c9-99efbcd597b9 is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:27:18.982449 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946716e-f109-4865-a290-7d99851143a4 req-57e70ec7-6235-4579-a7d3-b6bf4097f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:18.983929 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1946716e-f109-4865-a290-7d99851143a4 req-57e70ec7-6235-4579-a7d3-b6bf4097f21b service neutron] 10.222.0.82 "GET /v2.0/networks?id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2 HTTP/1.1" status: 200 len: 920 time: 0.0920060 Oct 14 12:27:19.037714 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-86afa855-4bb2-481d-a849-96a0a965d0a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, 140e7268-9a2f-434a-85c9-99efbcd597b9) {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:27:19.043705 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86afa855-4bb2-481d-a849-96a0a965d0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:19.045000 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-86afa855-4bb2-481d-a849-96a0a965d0a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:19.050158 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7531f4a2-c3e6-41f2-9449-2115294811f5 None None] Network 140e7268-9a2f-434a-85c9-99efbcd597b9 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:27:19.148869 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-86afa855-4bb2-481d-a849-96a0a965d0a4 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8195767 Oct 14 12:27:19.158454 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 50574) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:19.164548 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:19.259967 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32e92919-0b57-5c86-a9a5-2f6e9a8fe1ba-140e7268-9a2f-434a-85c9-99efbcd597b9', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1'}]}} from dv-cinder-813984-2-iscsi. {{(pid=100448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:27:19.259967 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:19.280612 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6897'] for router, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:19.281888 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6856'] for router, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:19.286048 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1946716e-f109-4865-a290-7d99851143a4 req-e4b45a5b-3d0f-4583-acb8-f041c3b392ed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a168ce-97b6-4989-b238-6318056cb676 HTTP/1.1" status: 200 len: 217 time: 0.2908268 Oct 14 12:27:19.409257 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946716e-f109-4865-a290-7d99851143a4 req-89090931-edab-4b91-833b-8546ed4837db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:19.412558 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1946716e-f109-4865-a290-7d99851143a4 req-89090931-edab-4b91-833b-8546ed4837db service neutron] 10.222.0.82 "GET /v2.0/subnets?id=70525aa9-723f-43d0-835a-f6a0dee60cf8 HTTP/1.1" status: 200 len: 859 time: 0.1004803 Oct 14 12:27:19.422287 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1ffc4-33a1-4ff8-8468-a7a25f5bdf41 req-fc7a3306-7d85-4744-b634-3c21284a2e93 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:19.427473 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:19.429553 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-99c1ffc4-33a1-4ff8-8468-a7a25f5bdf41 req-fc7a3306-7d85-4744-b634-3c21284a2e93 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.1430097 Oct 14 12:27:19.477972 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1946716e-f109-4865-a290-7d99851143a4 req-c319a197-22a5-473c-9be6-c8f1320c8639 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445182 Oct 14 12:27:19.485137 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Allocated IP 172.20.0.2 (140e7268-9a2f-434a-85c9-99efbcd597b9/3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1/5e6b3cc9-a20f-427b-bebe-69e371bd8a80) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:27:19.517745 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-99c1ffc4-33a1-4ff8-8468-a7a25f5bdf41 req-cad0a945-ded0-4efe-8a57-4f149aff2ee0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861738 Oct 14 12:27:19.730746 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1946716e-f109-4865-a290-7d99851143a4 req-269383ed-473f-4c7b-b36d-89d3d79ed9ac service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355633 Oct 14 12:27:19.737260 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:19.739939 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Publish callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:19.752349 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 50612) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:19.823404 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:19.866210 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Network 140e7268-9a2f-434a-85c9-99efbcd597b9 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:27:19.869928 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:27:19.872760 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8e590091-4d46-4390-b995-d20d04e3cf13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:19.878327 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:27:19.913870 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a82fd5-77be-405c-afeb-58034e953c88 req-513a4fe9-60f8-4772-a6c6-ce2abd6c4f03 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:19.915446 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Pushing event updated for resources: {'Port': ['ID=5e6b3cc9-a20f-427b-bebe-69e371bd8a80,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:19.915689 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a82fd5-77be-405c-afeb-58034e953c88 req-513a4fe9-60f8-4772-a6c6-ce2abd6c4f03 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/networks?id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 HTTP/1.1" status: 200 len: 813 time: 0.2275472 Oct 14 12:27:19.915780 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:19.915780 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:19.915780 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:19.915780 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:19.915780 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:19.915780 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:19.915780 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:19.915780 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:19.915780 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:19.915780 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:19.915780 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:19.915780 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:19.923672 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1946716e-f109-4865-a290-7d99851143a4 req-e62b22c7-41d0-4d17-94bc-6c31bccf9516 service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848199 Oct 14 12:27:19.939498 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a82fd5-77be-405c-afeb-58034e953c88 req-2b48049f-fdeb-42b9-8ce5-45e4d7268556 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/quotas/35c49fc712d548e381c2b41cbbf067ea HTTP/1.1" status: 200 len: 375 time: 0.0391693 Oct 14 12:27:19.974458 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8e590091-4d46-4390-b995-d20d04e3cf13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:19.980799 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Attempting to bind port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:27:19.981295 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Attempting to bind port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:27:19.981649 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Attempting to bind port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 on network 140e7268-9a2f-434a-85c9-99efbcd597b9 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:27:19.986855 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:27:19.987211 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Checking segment: {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:27:19.987600 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:19.987977 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Bound using segment: {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:27:19.988426 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Bound port: 5e6b3cc9-a20f-427b-bebe-69e371bd8a80, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:27:19.988795 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:20.029039 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e94a868a-e68f-440f-99c1-dc9df279e14d tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=35c49fc712d548e381c2b41cbbf067ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760159 Oct 14 12:27:20.036996 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e02d0-e101-42a6-b85f-f0aeefe2d1f3 req-494afa95-5cb0-46fb-952b-ec5715fd8b8a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:20.038532 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0f0e02d0-e101-42a6-b85f-f0aeefe2d1f3 req-494afa95-5cb0-46fb-952b-ec5715fd8b8a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0979691 Oct 14 12:27:20.067685 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] For port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:27:20.072225 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] For port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=5e6b3cc9-a20f-427b-bebe-69e371bd8a80,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:27:20.115208 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8e590091-4d46-4390-b995-d20d04e3cf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:20.134462 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0f0e02d0-e101-42a6-b85f-f0aeefe2d1f3 req-5fe9dba3-b872-44aa-b5c4-7a18623c997e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893204 Oct 14 12:27:20.182852 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-8e590091-4d46-4390-b995-d20d04e3cf13 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=31aa805f14224925acf5ff0a3247a8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285550 Oct 14 12:27:20.185281 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e590091-4d46-4390-b995-d20d04e3cf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7da6625-acee-4fe5-a9b1-1de271dc7f7a,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:20.189613 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 50618) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:20.197612 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a82fd5-77be-405c-afeb-58034e953c88 req-0a2d652e-9494-48e3-b393-fe68b36d9d90 service neutron] 10.222.0.71 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575706 Oct 14 12:27:20.218140 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:20.296594 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408c049-f78f-4300-a27a-57ae26cee447 None None] Pushing event updated for resources: {'Port': ['ID=5e6b3cc9-a20f-427b-bebe-69e371bd8a80,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:20.364136 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a82fd5-77be-405c-afeb-58034e953c88 req-9aa88417-3500-45af-9bfe-5109a6ae61bc service neutron] 10.222.0.71 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632278 Oct 14 12:27:20.381720 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a31a4dae-0d87-4d0c-a06d-e247594e7bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:20.404893 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:20.432183 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a31a4dae-0d87-4d0c-a06d-e247594e7bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:20.440655 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:20.460115 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c853-a3a7-4faa-a3d4-6e76d8cf2070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:20.597405 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Allocated IP 172.27.2.57 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/bb4ee905-c6bf-406c-b425-8969d934349b) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:27:20.718918 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a31a4dae-0d87-4d0c-a06d-e247594e7bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:20.721579 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a31a4dae-0d87-4d0c-a06d-e247594e7bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:20.729192 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-a31a4dae-0d87-4d0c-a06d-e247594e7bc4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c7da6625-acee-4fe5-a9b1-1de271dc7f7a HTTP/1.1" status: 204 len: 168 time: 0.5363190 Oct 14 12:27:20.752613 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-107cee7f-0878-4d22-8688-ec889f1b04dc req-16e4fcc0-f6cc-4c1b-829c-3b90de0a95d3 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 210 time: 0.0574486 Oct 14 12:27:20.797478 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a4dae-0d87-4d0c-a06d-e247594e7bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7da6625-acee-4fe5-a9b1-1de271dc7f7a,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:20.852603 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:20.873341 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265856c0-c928-4fc3-ab80-bb7ef7d36867 req-d23217ff-dbc4-4d37-8b11-3649db2ce38d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:20.882342 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-265856c0-c928-4fc3-ab80-bb7ef7d36867 req-d23217ff-dbc4-4d37-8b11-3649db2ce38d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.1744285 Oct 14 12:27:20.918584 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-265856c0-c928-4fc3-ab80-bb7ef7d36867 req-90883dd6-2340-4cfb-9653-18b4e44ee18c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349636 Oct 14 12:27:20.969703 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:21.024812 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:27:21.028698 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:27:21.031327 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:27:21.033666 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Pushing event updated for resources: {'Port': ['ID=bb4ee905-c6bf-406c-b425-8969d934349b,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:21.326229 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0c4ce-72f0-450b-a435-e83b3f136d86 req-86a34c86-a293-425e-95c2-2e935992b534 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:21.335544 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d5d0c4ce-72f0-450b-a435-e83b3f136d86 req-86a34c86-a293-425e-95c2-2e935992b534 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0734229 Oct 14 12:27:21.383813 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d5d0c4ce-72f0-450b-a435-e83b3f136d86 req-7f334708-2a4a-4a64-b47c-1e9cee2615ed tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463266 Oct 14 12:27:21.514302 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:21.556759 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7168b10-5d3c-4a8e-8384-1cf07cc04b2e None None] Network 140e7268-9a2f-434a-85c9-99efbcd597b9 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:27:21.632524 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-3a1f4799-e998-4472-9150-62b33d7bc4f9 None None] Provisioning complete for port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:21.633454 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4799-e998-4472-9150-62b33d7bc4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:21.690601 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:21.900231 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1e07da78-cc6a-49a2-8409-9eb9e1214253 req-985fcae2-e543-4cbc-826d-37705c9b9968 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 210 time: 0.0533075 Oct 14 12:27:21.987315 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4799-e998-4472-9150-62b33d7bc4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:22.038420 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515445'] for router, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:22.040151 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-3a1f4799-e998-4472-9150-62b33d7bc4f9 None None] For port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=5e6b3cc9-a20f-427b-bebe-69e371bd8a80,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:22.068383 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9d3e-4c7b-4c99-805a-1f767a883a58 req-29bfe8a1-7a05-420e-a760-1e1435fd97eb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:22.076804 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-62eb9d3e-4c7b-4c99-805a-1f767a883a58 req-29bfe8a1-7a05-420e-a760-1e1435fd97eb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0715830 Oct 14 12:27:22.120444 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4799-e998-4472-9150-62b33d7bc4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:22.156460 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-62eb9d3e-4c7b-4c99-805a-1f767a883a58 req-9b660f58-21d6-4703-b6e0-956bee0b6de3 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786352 Oct 14 12:27:22.196810 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:22.205420 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:27:22.276659 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f4799-e998-4472-9150-62b33d7bc4f9 None None] Pushing event updated for resources: {'Port': ['ID=5e6b3cc9-a20f-427b-bebe-69e371bd8a80,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:22.295934 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:22.296536 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:22.352374 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-0ebf609d-efc7-4524-ad01-fd44a7ccfede None None] Provisioning complete for port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:22.352767 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0ebf609d-efc7-4524-ad01-fd44a7ccfede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:22.360358 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 is scheduled to L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 with binding_index 1 {{(pid=100446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:27:22.505401 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:27:22.516559 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Sync routers for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:27:22.528946 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:27:22.531383 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:27:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:22.538580 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad8588-e498-4926-987f-cf6d869e2a86 req-cb6ea01e-82bd-4f88-9588-d10dcf9946a7 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:22.540898 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d9ad8588-e498-4926-987f-cf6d869e2a86 req-cb6ea01e-82bd-4f88-9588-d10dcf9946a7 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0802655 Oct 14 12:27:22.584167 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d9ad8588-e498-4926-987f-cf6d869e2a86 req-d4d59d40-3c68-4e3b-ba06-8b1b05937691 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372603 Oct 14 12:27:22.591632 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] Publish callbacks [] for router, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:22.593008 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-9364d64b-a7f5-4c48-8459-b1b4145a1a38 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4331207 Oct 14 12:27:22.595675 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 50682) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:22.660539 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:27:22.852431 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:22.881261 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:21Z', 'revision_number': 3, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:22.911901 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Checking router: 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:27:22.912206 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Updating router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 port bb4ee905-c6bf-406c-b425-8969d934349b binding host dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:27:22.949141 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:23.085367 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1520c85a-5464-47e9-a24f-1628d5e04130 req-0a5e5916-e55c-4008-816d-18cea8241e2a tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 210 time: 0.0340190 Oct 14 12:27:23.118029 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:23.328952 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Allocated IP 172.20.0.1 (140e7268-9a2f-434a-85c9-99efbcd597b9/3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1/bac81cc9-ba1d-46ac-83a5-fbd9394b6539) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:27:23.356940 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2bc44-2ce8-45e2-bbb7-f6565fd28f2c req-17c97074-41fa-4b1f-b314-9b9c525dcdb7 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:23.359164 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c5c2bc44-2ce8-45e2-bbb7-f6565fd28f2c req-17c97074-41fa-4b1f-b314-9b9c525dcdb7 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0914834 Oct 14 12:27:23.392345 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Publish callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:23.407277 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c5c2bc44-2ce8-45e2-bbb7-f6565fd28f2c req-15b08484-6aac-4259-89a3-4f9f962875ba tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411808 Oct 14 12:27:23.449936 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:23.485599 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:23.539996 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Attempting to bind port bb4ee905-c6bf-406c-b425-8969d934349b on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:27:23.540666 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Attempting to bind port bb4ee905-c6bf-406c-b425-8969d934349b by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:27:23.540790 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Attempting to bind port bb4ee905-c6bf-406c-b425-8969d934349b on network 391d765e-ac37-49b7-9354-c7118e5ccf2f {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:27:23.542698 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6faec4-238b-4a46-bdd2-40cfcbc7aa4c None None] Pushing event updated for resources: {'Port': ['ID=bb4ee905-c6bf-406c-b425-8969d934349b,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:23.543419 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:23.551636 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:27:23.553612 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Checking segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:27:23.553612 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:23.553612 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Bound using segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:27:23.553612 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Bound port: bb4ee905-c6bf-406c-b425-8969d934349b, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:27:23.553612 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:23.556044 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6faec4-238b-4a46-bdd2-40cfcbc7aa4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:23.556389 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6faec4-238b-4a46-bdd2-40cfcbc7aa4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:23.556725 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6faec4-238b-4a46-bdd2-40cfcbc7aa4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:23.557055 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6faec4-238b-4a46-bdd2-40cfcbc7aa4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:23.557384 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6faec4-238b-4a46-bdd2-40cfcbc7aa4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:23.557707 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6faec4-238b-4a46-bdd2-40cfcbc7aa4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:23.558030 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6faec4-238b-4a46-bdd2-40cfcbc7aa4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:23.558393 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6faec4-238b-4a46-bdd2-40cfcbc7aa4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:23.558753 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6faec4-238b-4a46-bdd2-40cfcbc7aa4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:23.559073 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6faec4-238b-4a46-bdd2-40cfcbc7aa4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:23.559391 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6faec4-238b-4a46-bdd2-40cfcbc7aa4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:23.559707 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6faec4-238b-4a46-bdd2-40cfcbc7aa4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:23.586536 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Network 140e7268-9a2f-434a-85c9-99efbcd597b9 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:27:23.590874 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:27:23.596480 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:27:23.619123 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Pushing event updated for resources: {'Port': ['ID=bac81cc9-ba1d-46ac-83a5-fbd9394b6539,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:23.647330 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] For port bb4ee905-c6bf-406c-b425-8969d934349b, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:27:23.647877 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516674'] for router_interface, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:23.648015 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] For port bb4ee905-c6bf-406c-b425-8969d934349b, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=bb4ee905-c6bf-406c-b425-8969d934349b,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:27:23.723843 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:23.781613 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45016f2e-3a90-4368-bc6b-5bbae3d846c7 req-f76da36e-e237-4a24-82c7-369cdc0068df tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:23.784540 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:27:23.785177 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:27:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:23.786914 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-45016f2e-3a90-4368-bc6b-5bbae3d846c7 req-f76da36e-e237-4a24-82c7-369cdc0068df tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0638380 Oct 14 12:27:23.790646 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6faec4-238b-4a46-bdd2-40cfcbc7aa4c None None] Pushing event updated for resources: {'Port': ['ID=bb4ee905-c6bf-406c-b425-8969d934349b,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:23.837435 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-45016f2e-3a90-4368-bc6b-5bbae3d846c7 req-1724e653-e08b-40d0-85d2-3bac045eba18 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 Oct 14 12:27:23.839972 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:23.917589 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:27:23.940249 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-d6c94eed-5387-4381-9116-39c4e4b53908 None None] Provisioning complete for port bac81cc9-ba1d-46ac-83a5-fbd9394b6539 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:23.941109 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d6c94eed-5387-4381-9116-39c4e4b53908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:23.989394 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d6c94eed-5387-4381-9116-39c4e4b53908 None None] Port bac81cc9-ba1d-46ac-83a5-fbd9394b6539 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:27:24.107516 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:24.125207 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:27:24.184921 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:21Z', 'revision_number': 3, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:24.188535 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b5706e15-f9d4-45ab-a987-1e10f74b99c2 req-ae914e5e-51eb-43d2-9316-ba7dd09eb718 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 210 time: 0.0339575 Oct 14 12:27:24.194784 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:24.195200 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:24.220540 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e9c70-f995-4f6b-8c3d-a00ff5545c14 None None] The sync data for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi is: [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:21Z', 'revision_number': 3, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:27:24.241055 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9919115'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:24.370899 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516662'] for router_interface, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:24.374624 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Pushing event updated for resources: {'Port': ['ID=bac81cc9-ba1d-46ac-83a5-fbd9394b6539,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:24.502462 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Network 140e7268-9a2f-434a-85c9-99efbcd597b9 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:27:24.504497 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:27:24.594607 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1145c88-420a-4dc8-98be-beae2370e38f req-ddf5d176-564b-4bef-9554-a1689eb9feee tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:24.603643 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a1145c88-420a-4dc8-98be-beae2370e38f req-ddf5d176-564b-4bef-9554-a1689eb9feee tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0971239 Oct 14 12:27:24.662232 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a1145c88-420a-4dc8-98be-beae2370e38f req-fc4cd22f-72de-40b0-b9d1-949afd8001ea tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550892 Oct 14 12:27:24.708707 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:27:24.819446 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-3c2838a0-623d-40a2-8000-0ed7bc551863 None None] Provisioning complete for port bac81cc9-ba1d-46ac-83a5-fbd9394b6539 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:24.819909 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c2838a0-623d-40a2-8000-0ed7bc551863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:24.848142 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:27:24.909854 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-db83b316-5522-4a2c-a366-483eef2d9b1e admin admin] 10.222.0.71 "PUT /v2.0/routers/8015f491-fc5a-48ce-bf9b-a2dc6c69b163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2595000 Oct 14 12:27:24.910392 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-3c2838a0-623d-40a2-8000-0ed7bc551863 None None] Port bac81cc9-ba1d-46ac-83a5-fbd9394b6539 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:27:24.990501 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b3b27-f151-4274-a154-a3b75b87ad8f req-ae7f8ea2-47f3-4dfa-94d7-1a9bb66eab77 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:24.994532 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5d2b3b27-f151-4274-a154-a3b75b87ad8f req-ae7f8ea2-47f3-4dfa-94d7-1a9bb66eab77 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0722053 Oct 14 12:27:25.055227 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5d2b3b27-f151-4274-a154-a3b75b87ad8f req-7c1e4d3d-b6ec-40a4-84ba-903085d0cb2f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529885 Oct 14 12:27:25.297039 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7bed854d-08d5-484e-b1da-fe148451b6bf req-3a80d59a-3060-4aef-9ade-7272b005d19c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 210 time: 0.0377989 Oct 14 12:27:25.795423 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6066996-e17f-4850-ad2c-f6b6ea3f7969 req-cc71c109-2658-41c6-b3a2-3a0af5b39fbf tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:25.797172 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e6066996-e17f-4850-ad2c-f6b6ea3f7969 req-cc71c109-2658-41c6-b3a2-3a0af5b39fbf tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0556457 Oct 14 12:27:25.853419 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e6066996-e17f-4850-ad2c-f6b6ea3f7969 req-92add05e-de7e-41dc-8ec4-26fe97189792 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420761 Oct 14 12:27:26.003860 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 50748) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:26.010032 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-805500893-network', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:26.120688 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] Made reservation on behalf of aedb47af0e264e3597b192c5efc2dc6f for: {'network': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:27:26.123129 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:26.137696 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device bb4ee905-c6bf-406c-b425-8969d934349b up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:27:26.138215 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:26.233588 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port bb4ee905-c6bf-406c-b425-8969d934349b triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:26.234369 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:26.240678 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112344c-1a2a-42ba-8ede-64ba34184db1 req-089ff70d-6de9-4d36-987e-c3decedfa4a7 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:26.243039 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f112344c-1a2a-42ba-8ede-64ba34184db1 req-089ff70d-6de9-4d36-987e-c3decedfa4a7 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0770991 Oct 14 12:27:26.270921 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Sync routers for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:27:26.294841 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:27:26.298644 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:27:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:26.342838 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:26.348983 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f112344c-1a2a-42ba-8ede-64ba34184db1 req-4d338405-4419-4374-8ab0-2792d84fff46 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876703 Oct 14 12:27:26.430621 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b6e94ceb-8fe3-487a-a1bf-eeeea51e0f7f req-b13b11f4-9130-42f5-bfec-36e80733b6c5 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 210 time: 0.0356894 Oct 14 12:27:26.434380 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:26.455074 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=100446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:27:26.473099 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:26.473442 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.segments_db [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] Added segment 5c3871df-11d4-4ac5-95aa-df6a39e0083d of type vlan for network f16869db-08e3-4493-86e5-91c81ab89477 Oct 14 12:27:26.478436 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:27:26.488788 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194916ca-293f-4888-a734-4d862bf7a2b7,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:26.520502 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:26.526909 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:26.583541 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port bb4ee905-c6bf-406c-b425-8969d934349b, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=bb4ee905-c6bf-406c-b425-8969d934349b,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:26.631433 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:26.632556 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:26.633429 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:26.696654 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] Pushing event updated for resources: {'Network': ['ID=f16869db-08e3-4493-86e5-91c81ab89477,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:26.710816 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network f16869db-08e3-4493-86e5-91c81ab89477 details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:27:26.717530 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:26.757369 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-28098ac0-6d24-43f1-9903-8cadbbfab6d5 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7516572 Oct 14 12:27:26.759714 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 50764) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:26.766459 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-adc68c78-0c34-4ce2-a1a2-738c3a06d58b admin admin] Request body: {'subnet': {'network_id': 'f16869db-08e3-4493-86e5-91c81ab89477', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-805500893-subnet', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'ip_version': 4}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:26.862271 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 2, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:26.894564 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=bb4ee905-c6bf-406c-b425-8969d934349b,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:26.897027 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc68c78-0c34-4ce2-a1a2-738c3a06d58b admin admin] Made reservation on behalf of aedb47af0e264e3597b192c5efc2dc6f for: {'subnet': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:27:26.906505 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Checking router: 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:27:26.906505 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Updating router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 port bac81cc9-ba1d-46ac-83a5-fbd9394b6539 binding host dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:27:26.909374 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-adc68c78-0c34-4ce2-a1a2-738c3a06d58b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9655153'] for subnet, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:26.942892 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:26.985278 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0821e2-3c71-4005-b9ea-7fdd7db4e79f req-fc0f5842-6120-4859-bbdc-cfa4cd97aca0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:26.986899 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ad0821e2-3c71-4005-b9ea-7fdd7db4e79f req-fc0f5842-6120-4859-bbdc-cfa4cd97aca0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0520890 Oct 14 12:27:27.033751 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ad0821e2-3c71-4005-b9ea-7fdd7db4e79f req-fecddc1c-8fa3-4efb-bbb7-a9824b138822 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396271 Oct 14 12:27:27.237577 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-adc68c78-0c34-4ce2-a1a2-738c3a06d58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9918476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9655143'] for subnet, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:27.295629 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc68c78-0c34-4ce2-a1a2-738c3a06d58b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c90d7787-7d1d-4289-acb1-de43ee1b0286,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:27.300433 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Publish callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:27.303647 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc68c78-0c34-4ce2-a1a2-738c3a06d58b admin admin] Checking segment: {'id': '5c3871df-11d4-4ac5-95aa-df6a39e0083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f16869db-08e3-4493-86e5-91c81ab89477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:27:27.304588 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc68c78-0c34-4ce2-a1a2-738c3a06d58b admin admin] Network hostable DHCP agents. Network: f16869db-08e3-4493-86e5-91c81ab89477, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:27:27.376991 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:27.408707 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc68c78-0c34-4ce2-a1a2-738c3a06d58b admin admin] Network f16869db-08e3-4493-86e5-91c81ab89477 is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:27:27.432498 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217e698-5839-4952-a86f-729e248b720f None None] Pushing event updated for resources: {'Port': ['ID=bac81cc9-ba1d-46ac-83a5-fbd9394b6539,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:27.489941 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15afac-32d9-45b3-ba01-50f15a49cfe3 req-b4844e40-eb59-44d6-923d-573a85e5c582 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:27.492572 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cd15afac-32d9-45b3-ba01-50f15a49cfe3 req-b4844e40-eb59-44d6-923d-573a85e5c582 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0779433 Oct 14 12:27:27.495980 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Attempting to bind port bac81cc9-ba1d-46ac-83a5-fbd9394b6539 on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:27:27.496357 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Attempting to bind port bac81cc9-ba1d-46ac-83a5-fbd9394b6539 by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:27:27.496723 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Attempting to bind port bac81cc9-ba1d-46ac-83a5-fbd9394b6539 on network 140e7268-9a2f-434a-85c9-99efbcd597b9 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:27:27.509655 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:27:27.510290 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Checking segment: {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:27:27.510842 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:27.511325 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Bound using segment: {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:27:27.512030 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Bound port: bac81cc9-ba1d-46ac-83a5-fbd9394b6539, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:27:27.512368 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-adc68c78-0c34-4ce2-a1a2-738c3a06d58b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, f16869db-08e3-4493-86e5-91c81ab89477) {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:27:27.512554 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:27.517767 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc68c78-0c34-4ce2-a1a2-738c3a06d58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:27.518340 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-adc68c78-0c34-4ce2-a1a2-738c3a06d58b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:27.525263 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d7fb3c-7ace-4221-9792-bfa4187c968c None None] Network f16869db-08e3-4493-86e5-91c81ab89477 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:27:27.559647 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-288ba14b-365d-4f42-b8f0-3f3906d2afb6 req-fe84d05e-e494-4efc-9102-e1a66b522953 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 210 time: 0.0324991 Oct 14 12:27:27.587330 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cd15afac-32d9-45b3-ba01-50f15a49cfe3 req-7439d7b4-9e04-44ce-9975-ab62fc8c2b27 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847433 Oct 14 12:27:27.623889 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-adc68c78-0c34-4ce2-a1a2-738c3a06d58b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8626897 Oct 14 12:27:27.633605 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 50780) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:27.640360 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-805500893-router', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:27.660342 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] For port bac81cc9-ba1d-46ac-83a5-fbd9394b6539, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:27:27.665790 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] For port bac81cc9-ba1d-46ac-83a5-fbd9394b6539, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=bac81cc9-ba1d-46ac-83a5-fbd9394b6539,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:27:27.717008 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-84449d9c-fec9-46da-b381-4be4d2d195c6 None None] Provisioning complete for port bac81cc9-ba1d-46ac-83a5-fbd9394b6539 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:27.717284 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-84449d9c-fec9-46da-b381-4be4d2d195c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:27.763508 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32e92919-0b57-5c86-a9a5-2f6e9a8fe1ba-f16869db-08e3-4493-86e5-91c81ab89477', 'network_id': 'f16869db-08e3-4493-86e5-91c81ab89477', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'fixed_ips': [{'subnet_id': 'c90d7787-7d1d-4289-acb1-de43ee1b0286'}]}} from dv-cinder-813984-2-iscsi. {{(pid=100448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:27:27.764433 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:27.772225 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6897'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:27.777315 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6856'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:27.781120 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:27.786841 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-84449d9c-fec9-46da-b381-4be4d2d195c6 None None] Port bac81cc9-ba1d-46ac-83a5-fbd9394b6539 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:27:27.845148 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:27.918741 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217e698-5839-4952-a86f-729e248b720f None None] Pushing event updated for resources: {'Port': ['ID=bac81cc9-ba1d-46ac-83a5-fbd9394b6539,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:27.924136 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:27:27.925577 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:27:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:28.184793 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device bb4ee905-c6bf-406c-b425-8969d934349b up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:27:28.197194 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-007ca647-ef13-451c-a0ab-d2adda5e4cce None None] Provisioning complete for port bac81cc9-ba1d-46ac-83a5-fbd9394b6539 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:28.197568 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-007ca647-ef13-451c-a0ab-d2adda5e4cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:28.206407 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:28.227337 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Allocated IP 172.20.0.2 (f16869db-08e3-4493-86e5-91c81ab89477/c90d7787-7d1d-4289-acb1-de43ee1b0286/cb0ae146-1cdc-4189-89b5-35772d1f70ed) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:27:28.274334 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a82fd5-77be-405c-afeb-58034e953c88 req-588deed2-5785-4f6f-ad0b-184c814a59d8 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:28.275936 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a82fd5-77be-405c-afeb-58034e953c88 req-588deed2-5785-4f6f-ad0b-184c814a59d8 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "GET /v2.0/networks?id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 HTTP/1.1" status: 200 len: 813 time: 0.3727577 Oct 14 12:27:28.287878 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65de24-274d-4ef3-8aed-2658c48f5cfd req-dac40615-acd7-4336-af75-b8e6b87f694a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:28.290269 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eb65de24-274d-4ef3-8aed-2658c48f5cfd req-dac40615-acd7-4336-af75-b8e6b87f694a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.1342258 Oct 14 12:27:28.296384 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-94a82fd5-77be-405c-afeb-58034e953c88 req-505eb3a1-afdf-40a5-aad7-23e7108bc93f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Request body: {'port': {'device_id': '7b2debbc-863f-436d-b7c6-0c6d043ac99e', 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53', 'admin_state_up': True, 'tenant_id': '35c49fc712d548e381c2b41cbbf067ea'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:28.307215 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:27:28.422493 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eb65de24-274d-4ef3-8aed-2658c48f5cfd req-50f98357-f9c4-4d95-9517-d6604273205d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212311 Oct 14 12:27:28.658655 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port bb4ee905-c6bf-406c-b425-8969d934349b triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:28.659268 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:28.712096 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a82fd5-77be-405c-afeb-58034e953c88 req-505eb3a1-afdf-40a5-aad7-23e7108bc93f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Made reservation on behalf of 35c49fc712d548e381c2b41cbbf067ea for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:27:28.717978 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a82fd5-77be-405c-afeb-58034e953c88 req-505eb3a1-afdf-40a5-aad7-23e7108bc93f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:28.742246 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:28.794018 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-52714374-e1a9-4489-b66f-13b1b5724ae8 req-fb8c9235-d8aa-45dc-864a-b455e1d1c589 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 210 time: 0.0864992 Oct 14 12:27:28.798251 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:28.799558 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-007ca647-ef13-451c-a0ab-d2adda5e4cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:28.898767 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468ce97-9a11-461e-8101-9f005dc37604 req-a780dc8c-35bb-4c6c-b122-2e52d16457de tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:28.900805 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7468ce97-9a11-461e-8101-9f005dc37604 req-a780dc8c-35bb-4c6c-b122-2e52d16457de tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1954508 Oct 14 12:27:28.904936 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-007ca647-ef13-451c-a0ab-d2adda5e4cce None None] For port bac81cc9-ba1d-46ac-83a5-fbd9394b6539, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=bac81cc9-ba1d-46ac-83a5-fbd9394b6539,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:28.936738 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Publish callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:28.999806 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:27Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:29.031833 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7468ce97-9a11-461e-8101-9f005dc37604 req-6b48936a-23b8-4157-81e1-ffca8971c3b3 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170952 Oct 14 12:27:29.032043 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-007ca647-ef13-451c-a0ab-d2adda5e4cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:29.033824 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f5f5f7-d313-426c-a40b-8e0f4a12463e None None] The sync data for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi is: [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:27Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:27:29.037739 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:29.059232 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-94a82fd5-77be-405c-afeb-58034e953c88 req-505eb3a1-afdf-40a5-aad7-23e7108bc93f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Allocated IP 172.20.0.5 (fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53/1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d/af184bc2-41c1-4003-a9ef-a3394af2749a) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:27:29.095841 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Network f16869db-08e3-4493-86e5-91c81ab89477 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:27:29.097586 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Allocated IP 172.27.2.204 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/d44c0cde-021c-425b-9132-178e1d5de003) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:27:29.099787 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:27:29.115151 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:27:29.198095 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Attempting to bind port cb0ae146-1cdc-4189-89b5-35772d1f70ed on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:27:29.198471 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Attempting to bind port cb0ae146-1cdc-4189-89b5-35772d1f70ed by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '5c3871df-11d4-4ac5-95aa-df6a39e0083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f16869db-08e3-4493-86e5-91c81ab89477'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:27:29.202592 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Attempting to bind port cb0ae146-1cdc-4189-89b5-35772d1f70ed on network f16869db-08e3-4493-86e5-91c81ab89477 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:27:29.227662 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:27:29.228044 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Checking segment: {'id': '5c3871df-11d4-4ac5-95aa-df6a39e0083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f16869db-08e3-4493-86e5-91c81ab89477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:27:29.228453 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:29.228849 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Bound using segment: {'id': '5c3871df-11d4-4ac5-95aa-df6a39e0083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f16869db-08e3-4493-86e5-91c81ab89477'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:27:29.229446 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Bound port: cb0ae146-1cdc-4189-89b5-35772d1f70ed, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3871df-11d4-4ac5-95aa-df6a39e0083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f16869db-08e3-4493-86e5-91c81ab89477'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:27:29.229713 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:29.261144 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ca647-ef13-451c-a0ab-d2adda5e4cce None None] Pushing event updated for resources: {'Port': ['ID=bac81cc9-ba1d-46ac-83a5-fbd9394b6539,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:29.317173 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Pushing event updated for resources: {'Port': ['ID=cb0ae146-1cdc-4189-89b5-35772d1f70ed,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:29.410645 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] For port cb0ae146-1cdc-4189-89b5-35772d1f70ed, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:27:29.416609 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] For port cb0ae146-1cdc-4189-89b5-35772d1f70ed, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=cb0ae146-1cdc-4189-89b5-35772d1f70ed,segment=NetworkSegment(5c3871df-11d4-4ac5-95aa-df6a39e0083d),segment_id=5c3871df-11d4-4ac5-95aa-df6a39e0083d)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:27:29.566691 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:29.685050 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c5340-aa68-462f-afcc-c287f5b71868 None None] Pushing event updated for resources: {'Port': ['ID=cb0ae146-1cdc-4189-89b5-35772d1f70ed,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:29.765244 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:29.801797 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a82fd5-77be-405c-afeb-58034e953c88 req-505eb3a1-afdf-40a5-aad7-23e7108bc93f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:29.816212 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bd3a3-a939-4612-a82f-e44b4365d233 req-99844fe2-dfa5-4a4e-93f7-0e89029ca6c6 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:29.817758 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b04bd3a3-a939-4612-a82f-e44b4365d233 req-99844fe2-dfa5-4a4e-93f7-0e89029ca6c6 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.5253372 Oct 14 12:27:29.848960 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304dcbc-4b4c-4dd3-916e-2a97fe20d538 req-6d58bab1-b035-4d5d-bed6-5d1c4e96ea18 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:29.859762 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7304dcbc-4b4c-4dd3-916e-2a97fe20d538 req-6d58bab1-b035-4d5d-bed6-5d1c4e96ea18 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.1755667 Oct 14 12:27:29.971321 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7304dcbc-4b4c-4dd3-916e-2a97fe20d538 req-aed2689f-2480-47c0-a32b-b79e37644c13 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103709 Oct 14 12:27:29.995514 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b04bd3a3-a939-4612-a82f-e44b4365d233 req-c79d1e66-223e-4cbd-ab26-17c2a0e104ce tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601279 Oct 14 12:27:30.028332 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:30.115462 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3295f78d-d4a5-4077-9bcb-50578394fbe9 req-d76878e9-dd6e-4474-bae5-7c416aaa8178 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 210 time: 0.0465090 Oct 14 12:27:30.124496 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:27:30.124496 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a82fd5-77be-405c-afeb-58034e953c88 req-505eb3a1-afdf-40a5-aad7-23e7108bc93f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:30.135156 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['40913220-b2c2-4b0c-8063-661289ee4ace', '4286ba41-1942-4e4c-be3f-6ab1d92f10ef', 'd071e320-dc6c-4a09-932f-4dbe98bb5fcc'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:27:30.140542 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:27:30.148581 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:27:30.228750 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Pushing event updated for resources: {'Port': ['ID=d44c0cde-021c-425b-9132-178e1d5de003,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:30.310314 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a82fd5-77be-405c-afeb-58034e953c88 req-505eb3a1-afdf-40a5-aad7-23e7108bc93f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:27:30.317665 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-94a82fd5-77be-405c-afeb-58034e953c88 req-505eb3a1-afdf-40a5-aad7-23e7108bc93f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:27:30.338349 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a82fd5-77be-405c-afeb-58034e953c88 req-505eb3a1-afdf-40a5-aad7-23e7108bc93f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:27:30.352601 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device cb0ae146-1cdc-4189-89b5-35772d1f70ed up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:27:30.473332 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port cb0ae146-1cdc-4189-89b5-35772d1f70ed triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:30.473701 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:30.477333 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a82fd5-77be-405c-afeb-58034e953c88 req-505eb3a1-afdf-40a5-aad7-23e7108bc93f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:30.478180 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a82fd5-77be-405c-afeb-58034e953c88 req-505eb3a1-afdf-40a5-aad7-23e7108bc93f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:30.480614 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505eb3a1-afdf-40a5-aad7-23e7108bc93f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Pushing event updated for resources: {'Port': ['ID=af184bc2-41c1-4003-a9ef-a3394af2749a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:30.581455 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a82fd5-77be-405c-afeb-58034e953c88 req-505eb3a1-afdf-40a5-aad7-23e7108bc93f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2883718 Oct 14 12:27:30.596774 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Request body: {'port': {'device_id': '7b2debbc-863f-436d-b7c6-0c6d043ac99e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:30.682363 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:30.691046 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:30.769177 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port cb0ae146-1cdc-4189-89b5-35772d1f70ed, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=cb0ae146-1cdc-4189-89b5-35772d1f70ed,segment=NetworkSegment(5c3871df-11d4-4ac5-95aa-df6a39e0083d),segment_id=5c3871df-11d4-4ac5-95aa-df6a39e0083d)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:30.853104 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:30.853903 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device bac81cc9-ba1d-46ac-83a5-fbd9394b6539 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:27:30.966666 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:30.976781 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03d19e8-0d99-4adf-80f1-bd3ad33db479 None None] Network f16869db-08e3-4493-86e5-91c81ab89477 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:27:31.018954 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=cb0ae146-1cdc-4189-89b5-35772d1f70ed,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:31.092409 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-5f7b487e-fac2-4e9f-a424-2bd16c4f129b None None] Provisioning complete for port cb0ae146-1cdc-4189-89b5-35772d1f70ed triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:31.093272 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f7b487e-fac2-4e9f-a424-2bd16c4f129b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:31.123533 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port bac81cc9-ba1d-46ac-83a5-fbd9394b6539 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:31.124443 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:31.315155 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c8433-d680-4c4f-bf00-3828f464a295 req-ea6747bc-9e9c-487a-9699-dab54ae8cfe8 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:31.316654 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-414c8433-d680-4c4f-bf00-3828f464a295 req-ea6747bc-9e9c-487a-9699-dab54ae8cfe8 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.2360182 Oct 14 12:27:31.347692 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb053b-d123-4684-a7ba-200547fbc97b req-a287f266-b562-468d-b2a2-e16b14209a2c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:31.349229 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a3cb053b-d123-4684-a7ba-200547fbc97b req-a287f266-b562-468d-b2a2-e16b14209a2c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.1894805 Oct 14 12:27:31.354571 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af184bc2-41c1-4003-a9ef-a3394af2749a {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:27:31.369550 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:31.460285 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Transition to ACTIVE for port object af184bc2-41c1-4003-a9ef-a3394af2749a will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:27:31.506349 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-414c8433-d680-4c4f-bf00-3828f464a295 req-07f95c19-cad7-4430-b5cd-ad11ed06346c tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702180 Oct 14 12:27:31.532338 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a3cb053b-d123-4684-a7ba-200547fbc97b req-ae9ea24e-603d-4ff4-a774-0082d429779b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582577 Oct 14 12:27:31.544257 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:31.556474 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515445'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:31.759878 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Pushing event updated for resources: {'Port': ['ID=af184bc2-41c1-4003-a9ef-a3394af2749a,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:31.794090 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-adcecf2a-8963-4f5a-b4c5-510ae2262352 None None] Provisioning complete for port cb0ae146-1cdc-4189-89b5-35772d1f70ed triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:31.794554 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-adcecf2a-8963-4f5a-b4c5-510ae2262352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:31.862232 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d048ded-3a22-4dc2-8d1d-d49ee8bc54df req-311b03d9-f5dd-4945-9134-e965fd2eb06f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:31.864136 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3d048ded-3a22-4dc2-8d1d-d49ee8bc54df req-311b03d9-f5dd-4945-9134-e965fd2eb06f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.2037823 Oct 14 12:27:31.881666 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c93e2-7cd7-426e-9574-e4ac7627b139 req-e2980295-41ed-4181-8f83-7a38818b2d52 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:31.883889 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ac7c93e2-7cd7-426e-9574-e4ac7627b139 req-e2980295-41ed-4181-8f83-7a38818b2d52 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 943 time: 0.2403376 Oct 14 12:27:31.943049 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Attempting to bind port af184bc2-41c1-4003-a9ef-a3394af2749a on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:27:31.943261 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Attempting to bind port af184bc2-41c1-4003-a9ef-a3394af2749a by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:27:31.943522 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Attempting to bind port af184bc2-41c1-4003-a9ef-a3394af2749a on network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:27:31.980406 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Port af184bc2-41c1-4003-a9ef-a3394af2749a on network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:27:31.981217 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Attempting to bind port af184bc2-41c1-4003-a9ef-a3394af2749a on network fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:27:31.990349 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3d048ded-3a22-4dc2-8d1d-d49ee8bc54df req-bf109327-3883-4822-93ce-395aa9f91da3 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055436 Oct 14 12:27:32.000187 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ac7c93e2-7cd7-426e-9574-e4ac7627b139 req-b74d2a23-11cc-4487-913a-5afc4aa5c2a2 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946605 Oct 14 12:27:32.002003 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:27:32.002339 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Checking segment: {'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:27:32.002714 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Bound using segment: {'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:27:32.003243 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Bound port: af184bc2-41c1-4003-a9ef-a3394af2749a, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1544a6cd-5d76-4025-86ec-3670559f01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:27:32.003600 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:32.109127 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] For port af184bc2-41c1-4003-a9ef-a3394af2749a, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:27:32.120573 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] For port af184bc2-41c1-4003-a9ef-a3394af2749a, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=af184bc2-41c1-4003-a9ef-a3394af2749a,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:27:32.141394 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device cb0ae146-1cdc-4189-89b5-35772d1f70ed up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:27:32.155619 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 50906) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:32.156078 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Router fbbbfbbb-1e88-48bc-bd7d-77121bcecebc is scheduled to L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:27:32.208768 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port cb0ae146-1cdc-4189-89b5-35772d1f70ed triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:32.209539 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:32.227550 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:32.272912 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:32.273673 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:32.275061 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a82fd5-77be-405c-afeb-58034e953c88 req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] 10.222.0.82 "PUT /v2.0/ports/af184bc2-41c1-4003-a9ef-a3394af2749a HTTP/1.1" status: 200 len: 1093 time: 1.6833360 Oct 14 12:27:32.279485 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2debbc-863f-436d-b7c6-0c6d043ac99e', 'tag': 'af184bc2-41c1-4003-a9ef-a3394af2749a'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:27:32.282142 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4002229-8345-400e-b0ee-0a6aa8f4828f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2debbc-863f-436d-b7c6-0c6d043ac99e", "tag": "af184bc2-41c1-4003-a9ef-a3394af2749a"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:27:32.335683 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8d584064-603b-4989-ac17-adfda9d969ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:32.435849 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8d584064-603b-4989-ac17-adfda9d969ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:32.517082 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8d584064-603b-4989-ac17-adfda9d969ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:32.574946 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-8d584064-603b-4989-ac17-adfda9d969ac admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=11494e85670b4f46a6dfc32befe22301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182122 Oct 14 12:27:32.576063 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d584064-603b-4989-ac17-adfda9d969ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab0cb51-8a70-472b-a3ca-755005d9ba2f,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:32.579177 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 50928) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:32.590629 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c05d9a-877c-4761-8614-b9e55b086999 x-openstack-request-id: req-78c05d9a-877c-4761-8614-b9e55b086999 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:27:32.590629 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2debbc-863f-436d-b7c6-0c6d043ac99e", "tag": "af184bc2-41c1-4003-a9ef-a3394af2749a", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:27:32.590629 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-78c05d9a-877c-4761-8614-b9e55b086999 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:27:32.591131 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2debbc-863f-436d-b7c6-0c6d043ac99e', 'tag': 'af184bc2-41c1-4003-a9ef-a3394af2749a', 'status': 'completed', 'code': 200} Oct 14 12:27:32.662312 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e9cdfcbd-7f8d-4a5c-b50d-ca3a9ce3e40a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:32.674372 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1492408-045a-4e97-a036-13615ef508d7 service neutron] Pushing event updated for resources: {'Port': ['ID=af184bc2-41c1-4003-a9ef-a3394af2749a,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:32.697448 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:27:32.712608 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Sync routers for ids ['fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:27:32.714496 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e9cdfcbd-7f8d-4a5c-b50d-ca3a9ce3e40a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:32.722549 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Routers {'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:27:32.723491 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:27:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:32.745669 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c11a4-3e7e-40b1-b4fd-0c9682477d24 req-f10d6cb2-d005-4505-945a-2699725261ec tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:32.750321 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a27c11a4-3e7e-40b1-b4fd-0c9682477d24 req-f10d6cb2-d005-4505-945a-2699725261ec tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.1626399 Oct 14 12:27:32.756786 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4002229-8345-400e-b0ee-0a6aa8f4828f req-42c029f5-fd10-4f4e-8ce4-20381aaf6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:32.760555 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c4002229-8345-400e-b0ee-0a6aa8f4828f req-42c029f5-fd10-4f4e-8ce4-20381aaf6fb3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35c49fc712d548e381c2b41cbbf067ea&device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 1096 time: 0.1721239 Oct 14 12:27:32.860387 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Set router fbbbfbbb-1e88-48bc-bd7d-77121bcecebc gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:27:32.895232 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a27c11a4-3e7e-40b1-b4fd-0c9682477d24 req-a7474041-0e31-4de1-96d5-90ddf16d2b8a tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310666 Oct 14 12:27:32.920573 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e9cdfcbd-7f8d-4a5c-b50d-ca3a9ce3e40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:32.923318 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e9cdfcbd-7f8d-4a5c-b50d-ca3a9ce3e40a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:32.925823 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-e9cdfcbd-7f8d-4a5c-b50d-ca3a9ce3e40a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8ab0cb51-8a70-472b-a3ca-755005d9ba2f HTTP/1.1" status: 204 len: 168 time: 0.3298430 Oct 14 12:27:32.943851 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] Publish callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:32.949849 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-0e2df2dd-7ad2-494f-9e08-97851abdecc5 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3094115 Oct 14 12:27:32.960862 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 50944) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:32.977885 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdfcbd-7f8d-4a5c-b50d-ca3a9ce3e40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab0cb51-8a70-472b-a3ca-755005d9ba2f,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:33.093244 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4002229-8345-400e-b0ee-0a6aa8f4828f req-d2084b09-a629-4bb5-8d0a-cc7421614334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:33.095012 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c4002229-8345-400e-b0ee-0a6aa8f4828f req-d2084b09-a629-4bb5-8d0a-cc7421614334 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=35c49fc712d548e381c2b41cbbf067ea&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3191135 Oct 14 12:27:33.354686 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a670590-c682-4201-80c0-d3f49433b4a5 req-4ad2853d-7d2b-4210-84ee-b052f80279de tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:33.356615 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5a670590-c682-4201-80c0-d3f49433b4a5 req-4ad2853d-7d2b-4210-84ee-b052f80279de tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.2567594 Oct 14 12:27:33.420086 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'name': 'tempest-TestVolumeBootPattern-805500893-router', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd44c0cde-021c-425b-9132-178e1d5de003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:27Z', 'updated_at': '2021-10-14T12:27:30Z', 'revision_number': 3, 'project_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'gw_port': {'id': 'd44c0cde-021c-425b-9132-178e1d5de003', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:28Z', 'updated_at': '2021-10-14T12:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:33.456363 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Checking router: fbbbfbbb-1e88-48bc-bd7d-77121bcecebc for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:27:33.456901 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Updating router fbbbfbbb-1e88-48bc-bd7d-77121bcecebc port d44c0cde-021c-425b-9132-178e1d5de003 binding host dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:27:33.482552 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5a670590-c682-4201-80c0-d3f49433b4a5 req-41e9d2ec-724f-4c9e-92f2-7edf174b026b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143997 Oct 14 12:27:33.561362 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59d9af-4c40-4490-802d-8fcdf52e0e1d req-8e16a27f-072a-4bae-8435-479eaf6b17ce tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:33.569263 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eb59d9af-4c40-4490-802d-8fcdf52e0e1d req-8e16a27f-072a-4bae-8435-479eaf6b17ce tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 943 time: 0.2673681 Oct 14 12:27:33.573149 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4002229-8345-400e-b0ee-0a6aa8f4828f req-050a08ff-1b51-4d6f-8241-dcd75d54ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:33.574670 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c4002229-8345-400e-b0ee-0a6aa8f4828f req-050a08ff-1b51-4d6f-8241-dcd75d54ae41 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4694140 Oct 14 12:27:33.617933 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:33.638752 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eb59d9af-4c40-4490-802d-8fcdf52e0e1d req-7f154665-c377-435f-b451-b7830f725d11 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685217 Oct 14 12:27:33.711004 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a82fd5-77be-405c-afeb-58034e953c88 req-d6721ac3-d787-4762-9d7f-ca2bceab2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:33.712867 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a82fd5-77be-405c-afeb-58034e953c88 req-d6721ac3-d787-4762-9d7f-ca2bceab2d46 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35c49fc712d548e381c2b41cbbf067ea&device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 1096 time: 0.0693319 Oct 14 12:27:33.771576 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a82fd5-77be-405c-afeb-58034e953c88 req-51a67c57-cf77-46a2-bcc7-ae39ee6bde34 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af184bc2-41c1-4003-a9ef-a3394af2749a HTTP/1.1" status: 200 len: 217 time: 0.0480278 Oct 14 12:27:33.872480 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a82fd5-77be-405c-afeb-58034e953c88 req-05cc9a64-87a8-42b2-874d-16fdf91311b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:33.874708 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a82fd5-77be-405c-afeb-58034e953c88 req-05cc9a64-87a8-42b2-874d-16fdf91311b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d HTTP/1.1" status: 200 len: 853 time: 0.0938909 Oct 14 12:27:33.916717 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a82fd5-77be-405c-afeb-58034e953c88 req-f9ff3c5e-965c-4629-a50b-54508a2caf34 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321710 Oct 14 12:27:34.119774 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a82fd5-77be-405c-afeb-58034e953c88 req-c87ca52c-d6ec-4be5-9328-0a68451110a2 service neutron] 10.222.0.82 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950963 Oct 14 12:27:34.142577 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb79646-e5c8-492c-8615-6cb02e0f03fb req-6009dff9-ef37-426a-abdd-4f9c8d8fb087 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:34.144446 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3eb79646-e5c8-492c-8615-6cb02e0f03fb req-6009dff9-ef37-426a-abdd-4f9c8d8fb087 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.1237824 Oct 14 12:27:34.222311 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3eb79646-e5c8-492c-8615-6cb02e0f03fb req-b97a86d8-20a8-4215-a474-5f74a46fb1e3 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636697 Oct 14 12:27:34.261001 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Publish callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:34.295571 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:34.312623 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-94a82fd5-77be-405c-afeb-58034e953c88 req-d0ce9432-e3b8-4c71-9eb2-40c45855e806 service neutron] 10.222.0.82 "GET /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670399 Oct 14 12:27:34.446090 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:34.497667 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Allocated IP 172.20.0.1 (f16869db-08e3-4493-86e5-91c81ab89477/c90d7787-7d1d-4289-acb1-de43ee1b0286/dad98a61-e09b-4169-b1ff-35aced2587e5) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:27:34.513316 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Attempting to bind port d44c0cde-021c-425b-9132-178e1d5de003 on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:27:34.513686 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Attempting to bind port d44c0cde-021c-425b-9132-178e1d5de003 by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:27:34.514047 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Attempting to bind port d44c0cde-021c-425b-9132-178e1d5de003 on network 391d765e-ac37-49b7-9354-c7118e5ccf2f {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:27:34.516409 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c33711-9fa8-4ebc-a537-32fdd9dd7ee0 None None] Pushing event updated for resources: {'Port': ['ID=d44c0cde-021c-425b-9132-178e1d5de003,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:34.522558 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:27:34.523012 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Checking segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:27:34.523414 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:34.523878 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Bound using segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:27:34.524355 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Bound port: d44c0cde-021c-425b-9132-178e1d5de003, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:27:34.525245 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:34.650898 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] For port d44c0cde-021c-425b-9132-178e1d5de003, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:27:34.654922 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] For port d44c0cde-021c-425b-9132-178e1d5de003, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=d44c0cde-021c-425b-9132-178e1d5de003,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:27:34.702385 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497140c-9d56-4a39-8e75-09c3f41557c9 req-311ccbe6-20d4-4a8b-a70a-a5de56150ac3 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:34.705265 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7497140c-9d56-4a39-8e75-09c3f41557c9 req-311ccbe6-20d4-4a8b-a70a-a5de56150ac3 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.1258576 Oct 14 12:27:34.733071 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:34.762016 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:34.808479 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7497140c-9d56-4a39-8e75-09c3f41557c9 req-8c4c6c97-4cb0-4308-b446-b5f67d39f390 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957308 Oct 14 12:27:34.823910 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Routers {'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:27:34.824575 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:27:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:34.830902 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65338b4-2d70-433b-8c35-dedd23567548 req-14309f68-7e27-4261-8432-372d2d67b877 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:34.832830 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f65338b4-2d70-433b-8c35-dedd23567548 req-14309f68-7e27-4261-8432-372d2d67b877 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 943 time: 0.1087649 Oct 14 12:27:34.862651 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c33711-9fa8-4ebc-a537-32fdd9dd7ee0 None None] Pushing event updated for resources: {'Port': ['ID=d44c0cde-021c-425b-9132-178e1d5de003,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:34.891938 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f65338b4-2d70-433b-8c35-dedd23567548 req-8678f912-01fe-4adf-a8ac-4daf4aca1bc7 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456505 Oct 14 12:27:34.904596 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:34.969716 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Network f16869db-08e3-4493-86e5-91c81ab89477 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:27:34.978229 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:27:34.997357 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:27:35.046168 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Pushing event updated for resources: {'Port': ['ID=dad98a61-e09b-4169-b1ff-35aced2587e5,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:35.076540 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516674'] for router_interface, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:35.095445 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] Set router fbbbfbbb-1e88-48bc-bd7d-77121bcecebc gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:27:35.325662 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-0351b9cd-128c-4597-b58a-a7cd2a8ddced None None] Provisioning complete for port dad98a61-e09b-4169-b1ff-35aced2587e5 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:35.327385 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0351b9cd-128c-4597-b58a-a7cd2a8ddced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:35.334167 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:35.400440 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-0351b9cd-128c-4597-b58a-a7cd2a8ddced None None] Port dad98a61-e09b-4169-b1ff-35aced2587e5 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:27:35.418478 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c8350-bd13-4ccc-b097-fd6c424dbc95 req-9415facf-0771-4452-9ddc-5d9ca6b89ad1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:35.420153 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-597c8350-bd13-4ccc-b097-fd6c424dbc95 req-9415facf-0771-4452-9ddc-5d9ca6b89ad1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.1022716 Oct 14 12:27:35.435977 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'name': 'tempest-TestVolumeBootPattern-805500893-router', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd44c0cde-021c-425b-9132-178e1d5de003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:27Z', 'updated_at': '2021-10-14T12:27:30Z', 'revision_number': 3, 'project_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'gw_port': {'id': 'd44c0cde-021c-425b-9132-178e1d5de003', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:28Z', 'updated_at': '2021-10-14T12:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:35.472970 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f46316-e857-4b4a-a539-a14f65d4395e None None] The sync data for ids ['fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'] in dv-cinder-813984-2-iscsi is: [{'id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'name': 'tempest-TestVolumeBootPattern-805500893-router', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd44c0cde-021c-425b-9132-178e1d5de003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:27Z', 'updated_at': '2021-10-14T12:27:30Z', 'revision_number': 3, 'project_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'gw_port': {'id': 'd44c0cde-021c-425b-9132-178e1d5de003', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:28Z', 'updated_at': '2021-10-14T12:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:27:35.483288 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-597c8350-bd13-4ccc-b097-fd6c424dbc95 req-ba4def95-0b83-443b-8be9-83b1c0d81ea0 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514798 Oct 14 12:27:35.572283 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:35.692040 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9919115'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:35.825484 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516662'] for router_interface, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:35.830326 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Pushing event updated for resources: {'Port': ['ID=dad98a61-e09b-4169-b1ff-35aced2587e5,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:36.007327 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Network f16869db-08e3-4493-86e5-91c81ab89477 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:27:36.011162 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:27:36.027729 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a734ba6-0eb8-4d02-ba42-a1cf0b31f495 req-d93ad158-0fc7-4607-a928-7d185e14ce67 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:36.031672 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2a734ba6-0eb8-4d02-ba42-a1cf0b31f495 req-d93ad158-0fc7-4607-a928-7d185e14ce67 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.1058621 Oct 14 12:27:36.060792 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 51028) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:36.174330 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2a734ba6-0eb8-4d02-ba42-a1cf0b31f495 req-77bb678c-fbad-4e79-9720-5242a7e73ce7 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283219 Oct 14 12:27:36.191671 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9540f51-5cbf-421b-b6b9-16beacfd95d3 req-bce7a0aa-c04d-4359-9662-f01526a505db tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:36.204528 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9540f51-5cbf-421b-b6b9-16beacfd95d3 req-bce7a0aa-c04d-4359-9662-f01526a505db tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 943 time: 0.1715600 Oct 14 12:27:36.273798 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:36.279719 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Router fbbbfbbb-1e88-48bc-bd7d-77121bcecebc has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:27:36.281912 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device d44c0cde-021c-425b-9132-178e1d5de003 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:27:36.292721 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9540f51-5cbf-421b-b6b9-16beacfd95d3 req-effad427-0bf7-469e-bc92-9c690dc2d6de tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868108 Oct 14 12:27:36.359756 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port d44c0cde-021c-425b-9132-178e1d5de003 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:36.360740 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:36.374399 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3b131c9-ec92-42d7-8f66-f5cce647a391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:36.515544 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:36.544664 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3b131c9-ec92-42d7-8f66-f5cce647a391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:36.559188 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port d44c0cde-021c-425b-9132-178e1d5de003, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=d44c0cde-021c-425b-9132-178e1d5de003,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:36.580603 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:27:36.589999 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-59872ca5-11e7-454f-9e99-00de5b13cdc5 admin admin] 10.222.0.71 "PUT /v2.0/routers/fbbbfbbb-1e88-48bc-bd7d-77121bcecebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6222198 Oct 14 12:27:36.662960 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-c163d886-ef07-492e-acf7-943f65ba40c4 None None] Provisioning complete for port dad98a61-e09b-4169-b1ff-35aced2587e5 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:36.664200 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c163d886-ef07-492e-acf7-943f65ba40c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:36.681364 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3b131c9-ec92-42d7-8f66-f5cce647a391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:36.703525 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:36.751041 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b677b-be60-43e5-a14f-7164f65cac14 req-4707f27a-af06-41ef-b714-d70ec327d4cc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:36.758764 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-568b677b-be60-43e5-a14f-7164f65cac14 req-4707f27a-af06-41ef-b714-d70ec327d4cc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.1351671 Oct 14 12:27:36.766421 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b131c9-ec92-42d7-8f66-f5cce647a391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878a19a1-bb79-476e-83ff-eba9c1734998,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:36.778716 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-b3b131c9-ec92-42d7-8f66-f5cce647a391 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=87f63474dc404bf6afced464f395b155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7110662 Oct 14 12:27:36.781430 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51054) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:36.818753 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-568b677b-be60-43e5-a14f-7164f65cac14 req-687590c1-acf6-4cdb-be70-32a75d039d64 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589657 Oct 14 12:27:36.857543 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=d44c0cde-021c-425b-9132-178e1d5de003,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:36.869283 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-c163d886-ef07-492e-acf7-943f65ba40c4 None None] Port dad98a61-e09b-4169-b1ff-35aced2587e5 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:27:36.903935 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-38cd865d-4f1f-4c70-9d86-80d50f869d0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:36.942896 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-38cd865d-4f1f-4c70-9d86-80d50f869d0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:37.123883 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-38cd865d-4f1f-4c70-9d86-80d50f869d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:37.129597 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-38cd865d-4f1f-4c70-9d86-80d50f869d0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:37.137081 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-38cd865d-4f1f-4c70-9d86-80d50f869d0d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/878a19a1-bb79-476e-83ff-eba9c1734998 HTTP/1.1" status: 204 len: 168 time: 0.3537562 Oct 14 12:27:37.150266 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd865d-4f1f-4c70-9d86-80d50f869d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878a19a1-bb79-476e-83ff-eba9c1734998,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:37.376043 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3feb21-3f25-410c-a7e4-0c5781fbe51c req-bde6a790-e3f4-44eb-83e4-10099871d6db tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:37.376043 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9c3feb21-3f25-410c-a7e4-0c5781fbe51c req-bde6a790-e3f4-44eb-83e4-10099871d6db tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.1044133 Oct 14 12:27:37.440159 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9c3feb21-3f25-410c-a7e4-0c5781fbe51c req-149e4b6b-7175-4c90-bde9-b6c977dda0a0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407472 Oct 14 12:27:37.517470 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device af184bc2-41c1-4003-a9ef-a3394af2749a details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:27:37.641213 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a567ce-0650-4154-b6ec-c06ce65739c6 req-63ded01d-d090-4618-9cf8-b80cd1ea4f92 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:37.643420 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-44a567ce-0650-4154-b6ec-c06ce65739c6 req-63ded01d-d090-4618-9cf8-b80cd1ea4f92 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 943 time: 0.0865223 Oct 14 12:27:37.705083 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-44a567ce-0650-4154-b6ec-c06ce65739c6 req-0f10b74e-3d2f-4237-9a82-09204ecff994 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519741 Oct 14 12:27:37.708330 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port af184bc2-41c1-4003-a9ef-a3394af2749a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=af184bc2-41c1-4003-a9ef-a3394af2749a,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:37.726485 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': 'af184bc2-41c1-4003-a9ef-a3394af2749a', 'network_id': 'fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53', 'port_id': 'af184bc2-41c1-4003-a9ef-a3394af2749a', 'mac_address': 'fa:16:3e:b3:0f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:27:37.778663 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:37.793686 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af184bc2-41c1-4003-a9ef-a3394af2749a {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:27:37.804318 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51076) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:37.810087 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-d3f4df27-192f-4a8f-afdc-7e0dcda3dc2d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1838365918', 'description': 'tempest-secgroup-smoke-1838365918 description', 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:37.816124 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port af184bc2-41c1-4003-a9ef-a3394af2749a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=af184bc2-41c1-4003-a9ef-a3394af2749a,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:37.879683 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Sync routers for ids ['fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:27:37.891365 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:37.902301 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Routers {'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:27:37.902301 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:27:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:37.922995 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d3f4df27-192f-4a8f-afdc-7e0dcda3dc2d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:37.977906 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533164f-b6ba-4cd9-af9e-92a8c5145dbe req-e1cc8054-f494-44a9-9b5c-b9f39844d9a7 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:37.979285 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a533164f-b6ba-4cd9-af9e-92a8c5145dbe req-e1cc8054-f494-44a9-9b5c-b9f39844d9a7 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0654736 Oct 14 12:27:38.030863 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a533164f-b6ba-4cd9-af9e-92a8c5145dbe req-392063e7-185e-4a12-b758-304364a5fa61 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469544 Oct 14 12:27:38.053077 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d3f4df27-192f-4a8f-afdc-7e0dcda3dc2d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:38.133789 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d3f4df27-192f-4a8f-afdc-7e0dcda3dc2d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:38.160176 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device d44c0cde-021c-425b-9132-178e1d5de003 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:27:38.179699 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4df27-192f-4a8f-afdc-7e0dcda3dc2d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b03387-82c4-4cb0-be26-e5900d53b485,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:38.194522 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=af184bc2-41c1-4003-a9ef-a3394af2749a,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:38.248499 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['af184bc2-41c1-4003-a9ef-a3394af2749a'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:27:38.297636 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Set router fbbbfbbb-1e88-48bc-bd7d-77121bcecebc gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:27:38.302297 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d3f4df27-192f-4a8f-afdc-7e0dcda3dc2d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:38.307712 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-d3f4df27-192f-4a8f-afdc-7e0dcda3dc2d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4981482 Oct 14 12:27:38.308079 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 51082) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:38.313893 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-45512105-69b3-4310-9171-446715528474 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Request body: {'security_group_rule': {'security_group_id': 'e0b03387-82c4-4cb0-be26-e5900d53b485', 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:38.368397 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port d44c0cde-021c-425b-9132-178e1d5de003 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:38.368769 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:38.472719 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45512105-69b3-4310-9171-446715528474 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:38.600748 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45512105-69b3-4310-9171-446715528474 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:38.633531 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7ec57-1413-4e97-bf60-e7e8e3188af8 req-4c79149c-f10d-4356-8ecc-1f1aa98a9e32 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:38.635153 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b6b7ec57-1413-4e97-bf60-e7e8e3188af8 req-4c79149c-f10d-4356-8ecc-1f1aa98a9e32 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0846908 Oct 14 12:27:38.680763 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b6b7ec57-1413-4e97-bf60-e7e8e3188af8 req-e3d5f019-d257-474f-bdb5-5dad6ce7b6b9 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373211 Oct 14 12:27:38.705582 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'name': 'tempest-TestVolumeBootPattern-805500893-router', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd44c0cde-021c-425b-9132-178e1d5de003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:27Z', 'updated_at': '2021-10-14T12:27:35Z', 'revision_number': 4, 'project_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'gw_port': {'id': 'd44c0cde-021c-425b-9132-178e1d5de003', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:28Z', 'updated_at': '2021-10-14T12:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'dad98a61-e09b-4169-b1ff-35aced2587e5', 'name': '', 'network_id': 'f16869db-08e3-4493-86e5-91c81ab89477', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'mac_address': 'fa:16:3e:96:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c90d7787-7d1d-4289-acb1-de43ee1b0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:34Z', 'updated_at': '2021-10-14T12:27:35Z', 'revision_number': 2, 'project_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'subnets': [{'id': 'c90d7787-7d1d-4289-acb1-de43ee1b0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:38.718288 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45512105-69b3-4310-9171-446715528474 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:38.745320 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45512105-69b3-4310-9171-446715528474 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072f6dbe-dfa3-4c5e-9f3f-ad7a1c8630de,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:38.757670 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Checking router: fbbbfbbb-1e88-48bc-bd7d-77121bcecebc for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:27:38.758236 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Updating router fbbbfbbb-1e88-48bc-bd7d-77121bcecebc port dad98a61-e09b-4169-b1ff-35aced2587e5 binding host dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:27:38.785196 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:38.865121 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7edc01-f9ec-4da3-b0e2-73454e131caa req-22a67b91-12ba-43ae-bddd-5cbe00257417 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:38.865121 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c7edc01-f9ec-4da3-b0e2-73454e131caa req-22a67b91-12ba-43ae-bddd-5cbe00257417 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 944 time: 0.0694590 Oct 14 12:27:38.868005 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45512105-69b3-4310-9171-446715528474 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:38.873447 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-45512105-69b3-4310-9171-446715528474 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5600924 Oct 14 12:27:38.873633 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 51094) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:38.879307 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-904ce340-5c43-40bc-9a17-69cbfe47f38d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Request body: {'security_group_rule': {'security_group_id': 'e0b03387-82c4-4cb0-be26-e5900d53b485', 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:38.933849 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c7edc01-f9ec-4da3-b0e2-73454e131caa req-683f669c-b86d-4fc2-90a4-a64b75fa0cc4 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579391 Oct 14 12:27:39.021275 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-904ce340-5c43-40bc-9a17-69cbfe47f38d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.118346 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-904ce340-5c43-40bc-9a17-69cbfe47f38d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.206264 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668f943-a3d9-4fc3-a28d-8ce1cb5ed194 req-299b8868-1126-4edf-833c-209a13a15329 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:39.208339 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b668f943-a3d9-4fc3-a28d-8ce1cb5ed194 req-299b8868-1126-4edf-833c-209a13a15329 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0664864 Oct 14 12:27:39.210223 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-904ce340-5c43-40bc-9a17-69cbfe47f38d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.218494 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Publish callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.241550 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ce340-5c43-40bc-9a17-69cbfe47f38d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18bd66c1-732d-4ef8-b2d3-1b0bccb0add0,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:39.273861 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b668f943-a3d9-4fc3-a28d-8ce1cb5ed194 req-4662b2e9-70db-47ac-90d7-cbd4c5b858a3 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518775 Oct 14 12:27:39.316439 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.329473 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-904ce340-5c43-40bc-9a17-69cbfe47f38d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.329473 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-904ce340-5c43-40bc-9a17-69cbfe47f38d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4460056 Oct 14 12:27:39.331403 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51104) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:39.331403 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-dd7cf0bf-bf75-40fd-9dfa-0c66dfde2605 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Request body: {'security_group_rule': {'security_group_id': 'e0b03387-82c4-4cb0-be26-e5900d53b485', 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:39.419442 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889dc9b-5217-4520-9e99-6bf4f1a5dc58 None None] Pushing event updated for resources: {'Port': ['ID=dad98a61-e09b-4169-b1ff-35aced2587e5,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:39.446834 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf0bf-bf75-40fd-9dfa-0c66dfde2605 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.463779 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Attempting to bind port dad98a61-e09b-4169-b1ff-35aced2587e5 on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:27:39.464607 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Attempting to bind port dad98a61-e09b-4169-b1ff-35aced2587e5 by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '5c3871df-11d4-4ac5-95aa-df6a39e0083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f16869db-08e3-4493-86e5-91c81ab89477'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:27:39.465141 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Attempting to bind port dad98a61-e09b-4169-b1ff-35aced2587e5 on network f16869db-08e3-4493-86e5-91c81ab89477 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:27:39.473181 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:27:39.473827 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Checking segment: {'id': '5c3871df-11d4-4ac5-95aa-df6a39e0083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f16869db-08e3-4493-86e5-91c81ab89477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:27:39.474561 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.475191 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Bound using segment: {'id': '5c3871df-11d4-4ac5-95aa-df6a39e0083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f16869db-08e3-4493-86e5-91c81ab89477'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:27:39.476385 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Bound port: dad98a61-e09b-4169-b1ff-35aced2587e5, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3871df-11d4-4ac5-95aa-df6a39e0083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f16869db-08e3-4493-86e5-91c81ab89477'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:27:39.476958 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.525681 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device fad824bc-b575-42f3-8c13-34e3a61729a0 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:27:39.538299 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf0bf-bf75-40fd-9dfa-0c66dfde2605 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.587027 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] For port dad98a61-e09b-4169-b1ff-35aced2587e5, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:27:39.638204 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] For port dad98a61-e09b-4169-b1ff-35aced2587e5, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=dad98a61-e09b-4169-b1ff-35aced2587e5,segment=NetworkSegment(5c3871df-11d4-4ac5-95aa-df6a39e0083d),segment_id=5c3871df-11d4-4ac5-95aa-df6a39e0083d)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:27:39.678573 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port fad824bc-b575-42f3-8c13-34e3a61729a0, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=fad824bc-b575-42f3-8c13-34e3a61729a0,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:39.684347 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'port_id': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'mac_address': 'fa:16:3e:41:97:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:27:39.708276 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51114) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:39.731501 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf0bf-bf75-40fd-9dfa-0c66dfde2605 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.738594 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.747854 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-e7794288-07d6-43ae-9950-dbefbfc83d10 None None] Provisioning complete for port dad98a61-e09b-4169-b1ff-35aced2587e5 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:39.748240 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7794288-07d6-43ae-9950-dbefbfc83d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.754569 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cf0bf-bf75-40fd-9dfa-0c66dfde2605 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89d2def-c096-4a8e-a243-777c7d149bc3,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:39.789570 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fad824bc-b575-42f3-8c13-34e3a61729a0 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:27:39.802690 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.817084 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-e7794288-07d6-43ae-9950-dbefbfc83d10 None None] Port dad98a61-e09b-4169-b1ff-35aced2587e5 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:27:39.824033 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5e32b925-cf40-4428-a5d7-5f701fa36995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.848673 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port fad824bc-b575-42f3-8c13-34e3a61729a0, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=fad824bc-b575-42f3-8c13-34e3a61729a0,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:39.870247 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802aece-c059-4516-b116-89a53c3022ca req-19ead1c6-1bd6-4979-801a-befebc729a6c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:39.873085 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0802aece-c059-4516-b116-89a53c3022ca req-19ead1c6-1bd6-4979-801a-befebc729a6c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0809243 Oct 14 12:27:39.877652 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Routers {'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:27:39.878403 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:27:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:39.930832 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889dc9b-5217-4520-9e99-6bf4f1a5dc58 None None] Pushing event updated for resources: {'Port': ['ID=dad98a61-e09b-4169-b1ff-35aced2587e5,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:39.939551 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0802aece-c059-4516-b116-89a53c3022ca req-e2173d54-319d-49b2-982c-9d9b2f586988 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558612 Oct 14 12:27:39.957158 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf0bf-bf75-40fd-9dfa-0c66dfde2605 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:39.958691 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-dd7cf0bf-bf75-40fd-9dfa-0c66dfde2605 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6330683 Oct 14 12:27:39.962150 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 51122) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:39.968159 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4b3666e7-89ed-457e-a2cf-cae9ddf10068 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Request body: {'security_group_rule': {'security_group_id': 'e0b03387-82c4-4cb0-be26-e5900d53b485', 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:39.982397 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5e32b925-cf40-4428-a5d7-5f701fa36995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.001850 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.045616 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5e32b925-cf40-4428-a5d7-5f701fa36995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.061118 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] Set router fbbbfbbb-1e88-48bc-bd7d-77121bcecebc gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:27:40.104820 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-5e32b925-cf40-4428-a5d7-5f701fa36995 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0fc1ee3fefc0492faaac491e9bc6b550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953359 Oct 14 12:27:40.105461 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51126) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:40.108303 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=fad824bc-b575-42f3-8c13-34e3a61729a0,revision_number=6']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:40.122103 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b3666e7-89ed-457e-a2cf-cae9ddf10068 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.131101 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32b925-cf40-4428-a5d7-5f701fa36995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc57e05e-7787-44d5-a3a3-3d03ba294edd,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:40.156895 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc32fd-5b68-48e2-9356-660c0295a4e0 req-47148b4e-06a4-42ae-acb7-e9bc9c90876e tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:40.159193 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-74fc32fd-5b68-48e2-9356-660c0295a4e0 req-47148b4e-06a4-42ae-acb7-e9bc9c90876e tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 944 time: 0.0811868 Oct 14 12:27:40.183119 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-bd11f5dd-d1f9-4e48-a13d-f206487207c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.198099 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['fad824bc-b575-42f3-8c13-34e3a61729a0'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:27:40.229476 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-bd11f5dd-d1f9-4e48-a13d-f206487207c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.243229 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-74fc32fd-5b68-48e2-9356-660c0295a4e0 req-4a3df438-a1fc-4296-87c8-9975be2cac60 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718920 Oct 14 12:27:40.248564 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b3666e7-89ed-457e-a2cf-cae9ddf10068 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.250980 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-f8242de8-a2cf-4bb3-92c5-cf0bab1fee57 None None] Provisioning complete for port dad98a61-e09b-4169-b1ff-35aced2587e5 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:40.251341 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8242de8-a2cf-4bb3-92c5-cf0bab1fee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.380097 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-bd11f5dd-d1f9-4e48-a13d-f206487207c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.383618 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-bd11f5dd-d1f9-4e48-a13d-f206487207c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.387446 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-bd11f5dd-d1f9-4e48-a13d-f206487207c2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dc57e05e-7787-44d5-a3a3-3d03ba294edd HTTP/1.1" status: 204 len: 168 time: 0.2753351 Oct 14 12:27:40.396935 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b3666e7-89ed-457e-a2cf-cae9ddf10068 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.411637 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11f5dd-d1f9-4e48-a13d-f206487207c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc57e05e-7787-44d5-a3a3-3d03ba294edd,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:40.434168 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3666e7-89ed-457e-a2cf-cae9ddf10068 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07b3db0-165e-4b41-a5dc-7e6f55b467a2,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:40.474425 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a400f2-b089-4ebc-8f55-a02162a4b61a req-96ad9867-748a-479f-a3cd-8f82551e89b8 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:40.477968 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b6a400f2-b089-4ebc-8f55-a02162a4b61a req-96ad9867-748a-479f-a3cd-8f82551e89b8 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.1184275 Oct 14 12:27:40.524933 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b3666e7-89ed-457e-a2cf-cae9ddf10068 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.529326 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-4b3666e7-89ed-457e-a2cf-cae9ddf10068 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5633550 Oct 14 12:27:40.530328 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51136) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:40.535684 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-77ce1e05-f27c-418c-8460-7088ffe87b88 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Request body: {'security_group_rule': {'security_group_id': 'e0b03387-82c4-4cb0-be26-e5900d53b485', 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:40.558422 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b6a400f2-b089-4ebc-8f55-a02162a4b61a req-b6e5cdaf-d754-47fb-a48d-00cd18dda7f9 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659530 Oct 14 12:27:40.650433 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8242de8-a2cf-4bb3-92c5-cf0bab1fee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.686357 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.securitygroups_db [None req-77ce1e05-f27c-418c-8460-7088ffe87b88 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Project 8c7939cc3b554bacb0bb1dc8f5dc965d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 12:27:40.693427 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-77ce1e05-f27c-418c-8460-7088ffe87b88 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.717612 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-f8242de8-a2cf-4bb3-92c5-cf0bab1fee57 None None] For port dad98a61-e09b-4169-b1ff-35aced2587e5, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=dad98a61-e09b-4169-b1ff-35aced2587e5,segment=NetworkSegment(5c3871df-11d4-4ac5-95aa-df6a39e0083d),segment_id=5c3871df-11d4-4ac5-95aa-df6a39e0083d)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:40.728954 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'name': 'tempest-TestVolumeBootPattern-805500893-router', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd44c0cde-021c-425b-9132-178e1d5de003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:27Z', 'updated_at': '2021-10-14T12:27:35Z', 'revision_number': 4, 'project_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'gw_port': {'id': 'd44c0cde-021c-425b-9132-178e1d5de003', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:28Z', 'updated_at': '2021-10-14T12:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'dad98a61-e09b-4169-b1ff-35aced2587e5', 'name': '', 'network_id': 'f16869db-08e3-4493-86e5-91c81ab89477', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'mac_address': 'fa:16:3e:96:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c90d7787-7d1d-4289-acb1-de43ee1b0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:34Z', 'updated_at': '2021-10-14T12:27:39Z', 'revision_number': 4, 'project_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'subnets': [{'id': 'c90d7787-7d1d-4289-acb1-de43ee1b0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:27:40.762592 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-77ce1e05-f27c-418c-8460-7088ffe87b88 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.763599 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98997779-4cc4-435d-8a68-6373baba2641 None None] The sync data for ids ['fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'] in dv-cinder-813984-2-iscsi is: [{'id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'name': 'tempest-TestVolumeBootPattern-805500893-router', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd44c0cde-021c-425b-9132-178e1d5de003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:27Z', 'updated_at': '2021-10-14T12:27:35Z', 'revision_number': 4, 'project_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'gw_port': {'id': 'd44c0cde-021c-425b-9132-178e1d5de003', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:28Z', 'updated_at': '2021-10-14T12:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'dad98a61-e09b-4169-b1ff-35aced2587e5', 'name': '', 'network_id': 'f16869db-08e3-4493-86e5-91c81ab89477', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'mac_address': 'fa:16:3e:96:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c90d7787-7d1d-4289-acb1-de43ee1b0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:34Z', 'updated_at': '2021-10-14T12:27:39Z', 'revision_number': 4, 'project_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'subnets': [{'id': 'c90d7787-7d1d-4289-acb1-de43ee1b0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:27:40.903169 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8242de8-a2cf-4bb3-92c5-cf0bab1fee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.943042 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-77ce1e05-f27c-418c-8460-7088ffe87b88 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:40.982315 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce1e05-f27c-418c-8460-7088ffe87b88 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678c69b3-fdee-4124-9b22-d119b269c02d,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:41.033832 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8242de8-a2cf-4bb3-92c5-cf0bab1fee57 None None] Pushing event updated for resources: {'Port': ['ID=dad98a61-e09b-4169-b1ff-35aced2587e5,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:41.105009 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86f8d2-da52-4540-b965-df3681e0cf0c req-d606be63-4cfd-40ca-ad11-a1010f6d4c3b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:41.106696 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4e86f8d2-da52-4540-b965-df3681e0cf0c req-d606be63-4cfd-40ca-ad11-a1010f6d4c3b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 945 time: 0.0559726 Oct 14 12:27:41.113491 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-77ce1e05-f27c-418c-8460-7088ffe87b88 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:41.115019 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-77ce1e05-f27c-418c-8460-7088ffe87b88 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5833755 Oct 14 12:27:41.118869 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51144) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:41.123990 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-85b3cd6f-f4e4-43bd-bec5-5809e4f16b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Request body: {'security_group_rule': {'security_group_id': 'e0b03387-82c4-4cb0-be26-e5900d53b485', 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:41.155172 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4e86f8d2-da52-4540-b965-df3681e0cf0c req-99cb29d5-0c1c-422c-94a5-63bac4c5b425 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415604 Oct 14 12:27:41.234267 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.securitygroups_db [None req-85b3cd6f-f4e4-43bd-bec5-5809e4f16b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Project 8c7939cc3b554bacb0bb1dc8f5dc965d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 12:27:41.239914 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85b3cd6f-f4e4-43bd-bec5-5809e4f16b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:41.357731 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85b3cd6f-f4e4-43bd-bec5-5809e4f16b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:41.411671 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a591b-c58d-4870-a1fc-0d8af29f44aa req-2861932f-9f86-406c-9a23-da79b1b6109b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:41.414233 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c31a591b-c58d-4870-a1fc-0d8af29f44aa req-2861932f-9f86-406c-9a23-da79b1b6109b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 944 time: 0.0561531 Oct 14 12:27:41.473644 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c31a591b-c58d-4870-a1fc-0d8af29f44aa req-416beeb6-d3ae-4635-9a84-ae871540d0df tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501714 Oct 14 12:27:41.495158 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85b3cd6f-f4e4-43bd-bec5-5809e4f16b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:41.516908 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3cd6f-f4e4-43bd-bec5-5809e4f16b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74dcf3ce-dd0f-4ce0-baa6-def24d4c2035,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:41.517597 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device af184bc2-41c1-4003-a9ef-a3394af2749a up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:27:41.599927 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85b3cd6f-f4e4-43bd-bec5-5809e4f16b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:41.602571 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-85b3cd6f-f4e4-43bd-bec5-5809e4f16b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4824276 Oct 14 12:27:41.728325 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port af184bc2-41c1-4003-a9ef-a3394af2749a completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:27:41.735835 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port af184bc2-41c1-4003-a9ef-a3394af2749a triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:41.736214 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:41.781066 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19d36d-f91f-40d3-a096-dd3d015961dc req-d8b42ce7-4d0a-4924-8873-82cb1e793709 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:41.782925 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5e19d36d-f91f-40d3-a096-dd3d015961dc req-d8b42ce7-4d0a-4924-8873-82cb1e793709 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0975993 Oct 14 12:27:41.832911 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5e19d36d-f91f-40d3-a096-dd3d015961dc req-89eaa2e9-f993-41fe-87d4-6bd83d8d7bfc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410943 Oct 14 12:27:41.861601 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:41.917394 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2debbc-863f-436d-b7c6-0c6d043ac99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af184bc2-41c1-4003-a9ef-a3394af2749a'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:27:41.921473 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1776c703-7da6-4d6e-9714-d0368e805e64" -d '{"events": [{"server_uuid": "7b2debbc-863f-436d-b7c6-0c6d043ac99e", "name": "network-vif-plugged", "status": "completed", "tag": "af184bc2-41c1-4003-a9ef-a3394af2749a"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:27:41.945303 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port af184bc2-41c1-4003-a9ef-a3394af2749a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=af184bc2-41c1-4003-a9ef-a3394af2749a,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:41.986121 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b728ce2b-dc5f-4a0d-a6f4-53177c152adf x-openstack-request-id: req-b728ce2b-dc5f-4a0d-a6f4-53177c152adf {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:27:41.986364 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2debbc-863f-436d-b7c6-0c6d043ac99e", "name": "network-vif-plugged", "status": "completed", "tag": "af184bc2-41c1-4003-a9ef-a3394af2749a", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:27:41.987961 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b728ce2b-dc5f-4a0d-a6f4-53177c152adf {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:27:41.988959 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2debbc-863f-436d-b7c6-0c6d043ac99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af184bc2-41c1-4003-a9ef-a3394af2749a', 'code': 200} Oct 14 12:27:42.042936 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:42.044054 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device fad824bc-b575-42f3-8c13-34e3a61729a0 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:27:42.176348 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=af184bc2-41c1-4003-a9ef-a3394af2749a,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:42.219453 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port fad824bc-b575-42f3-8c13-34e3a61729a0 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:42.220039 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:42.280882 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device dad98a61-e09b-4169-b1ff-35aced2587e5 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:27:42.460162 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394283a-7b23-4249-b5e4-0ce4e8165355 req-c61d53ac-4e14-4437-9707-1b1cdefa2253 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:42.462106 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a394283a-7b23-4249-b5e4-0ce4e8165355 req-c61d53ac-4e14-4437-9707-1b1cdefa2253 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 945 time: 0.1573627 Oct 14 12:27:42.526278 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a394283a-7b23-4249-b5e4-0ce4e8165355 req-96adafbe-6218-4c4f-a1ec-820ba98dcd97 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570056 Oct 14 12:27:42.562825 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:42.614418 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port dad98a61-e09b-4169-b1ff-35aced2587e5 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:42.621261 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:42.717569 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727d721-9871-4007-835b-e90492a5ca0e req-889e347f-4bc5-4453-80cc-c09c91d69907 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:42.734898 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6727d721-9871-4007-835b-e90492a5ca0e req-889e347f-4bc5-4453-80cc-c09c91d69907 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 945 time: 0.1021228 Oct 14 12:27:42.740065 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port fad824bc-b575-42f3-8c13-34e3a61729a0, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=fad824bc-b575-42f3-8c13-34e3a61729a0,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:42.778363 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6727d721-9871-4007-835b-e90492a5ca0e req-7e67b94f-6ab1-4ee8-81eb-2cc5e6d2c0ac tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Oct 14 12:27:42.844978 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:42.914510 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=fad824bc-b575-42f3-8c13-34e3a61729a0,revision_number=7']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:43.016587 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e0a53-cb72-4f35-9a43-87813eedd661 req-393f5d33-d7c3-404e-a9a7-71d9e50a7d3c tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:43.024312 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-557e0a53-cb72-4f35-9a43-87813eedd661 req-393f5d33-d7c3-404e-a9a7-71d9e50a7d3c tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0858228 Oct 14 12:27:43.076865 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-557e0a53-cb72-4f35-9a43-87813eedd661 req-b907cc2d-2a35-4ea5-b6d8-2a42a5b4f479 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504143 Oct 14 12:27:43.151141 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc80c0-c7db-4b61-b93a-5cb7dc6acbba req-7c7d8a89-9640-425f-9be9-3f5166df1dfa tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:43.152773 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c2cc80c0-c7db-4b61-b93a-5cb7dc6acbba req-7c7d8a89-9640-425f-9be9-3f5166df1dfa tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0892689 Oct 14 12:27:43.202289 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c2cc80c0-c7db-4b61-b93a-5cb7dc6acbba req-e385a9e3-c04c-4878-b825-2d1094265f12 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379140 Oct 14 12:27:43.680830 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96660ac-dcf2-4207-8b14-ece3e798561c req-f868f846-7e4c-4955-816b-bfd30938509a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:43.695593 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a96660ac-dcf2-4207-8b14-ece3e798561c req-f868f846-7e4c-4955-816b-bfd30938509a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0733230 Oct 14 12:27:43.751558 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a96660ac-dcf2-4207-8b14-ece3e798561c req-10e91797-e537-465e-8eb4-1930d4ffb547 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545914 Oct 14 12:27:43.965658 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994d0bb-f38a-4c65-8060-c59922e5578c req-4df4a441-9cf9-4975-867a-c75e8ed759f9 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:43.967449 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e994d0bb-f38a-4c65-8060-c59922e5578c req-4df4a441-9cf9-4975-867a-c75e8ed759f9 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 945 time: 0.0616589 Oct 14 12:27:43.990261 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad824bc-b575-42f3-8c13-34e3a61729a0'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:27:43.992778 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d4a702-0c07-4445-ba58-9c73c4d55f46" -d '{"events": [{"server_uuid": "45b7d504-7f3f-4b03-88f3-727fd9a94aa7", "name": "network-vif-plugged", "status": "completed", "tag": "fad824bc-b575-42f3-8c13-34e3a61729a0"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:27:44.035238 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e994d0bb-f38a-4c65-8060-c59922e5578c req-f7475596-9f1c-4e66-b733-04dae7272680 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492222 Oct 14 12:27:44.086597 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26766c3-69e3-469d-993c-f6764050012a x-openstack-request-id: req-c26766c3-69e3-469d-993c-f6764050012a {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:27:44.087297 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b7d504-7f3f-4b03-88f3-727fd9a94aa7", "name": "network-vif-plugged", "status": "completed", "tag": "fad824bc-b575-42f3-8c13-34e3a61729a0", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:27:44.087800 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c26766c3-69e3-469d-993c-f6764050012a {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:27:44.088394 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'code': 200} Oct 14 12:27:44.275414 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d708-6a3d-4642-be59-6257f2005cb6 req-18cd0ee8-5429-47c7-b3b0-d291bc3ef664 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:44.284349 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f042d708-6a3d-4642-be59-6257f2005cb6 req-18cd0ee8-5429-47c7-b3b0-d291bc3ef664 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.1339447 Oct 14 12:27:44.345009 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f042d708-6a3d-4642-be59-6257f2005cb6 req-1a921829-2671-4789-9721-4f67774d13b6 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591075 Oct 14 12:27:44.446281 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb450d9-6850-4c3f-90a6-f09675871bf0 req-34421ade-84da-437b-9146-b13e805c262a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:44.460902 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-abb450d9-6850-4c3f-90a6-f09675871bf0 req-34421ade-84da-437b-9146-b13e805c262a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0693076 Oct 14 12:27:44.524142 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-abb450d9-6850-4c3f-90a6-f09675871bf0 req-e713199f-ef83-4894-83f7-ce8210f1d3b9 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553379 Oct 14 12:27:44.938802 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb71b05-9835-4a96-846a-7f7f844004ed req-41706681-1654-4e7a-a100-26bedf006d36 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:44.938802 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6fb71b05-9835-4a96-846a-7f7f844004ed req-41706681-1654-4e7a-a100-26bedf006d36 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0866842 Oct 14 12:27:45.022156 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6fb71b05-9835-4a96-846a-7f7f844004ed req-189fd6fa-3a50-4d9a-910e-cc10226db820 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784814 Oct 14 12:27:45.226030 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99ce3d-39c5-4fe2-9dff-cc74ef37337b req-7db9c69a-f723-4362-a71a-dcf9337bd299 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:45.228166 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3d99ce3d-39c5-4fe2-9dff-cc74ef37337b req-7db9c69a-f723-4362-a71a-dcf9337bd299 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 945 time: 0.1244917 Oct 14 12:27:45.307416 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3d99ce3d-39c5-4fe2-9dff-cc74ef37337b req-edaffb4e-1d9e-4dfa-9fd2-d690fcfd3771 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616076 Oct 14 12:27:45.310626 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bdc39-ee37-456e-b46d-0a9baea0eb58 req-88c16d05-f942-4531-99c6-ad8f0a5339d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:45.313409 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c75bdc39-ee37-456e-b46d-0a9baea0eb58 req-88c16d05-f942-4531-99c6-ad8f0a5339d5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=973a39f1cf0340d9a7478172ddec1d10&device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 1099 time: 0.1117871 Oct 14 12:27:45.465640 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17342a14-c6ca-4af6-8165-14cc6e6fd9f8 req-613dc5ff-10d9-471b-9c0f-61e4f424b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:45.467174 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-17342a14-c6ca-4af6-8165-14cc6e6fd9f8 req-613dc5ff-10d9-471b-9c0f-61e4f424b11f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 1098 time: 0.0639048 Oct 14 12:27:45.523922 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bdc39-ee37-456e-b46d-0a9baea0eb58 req-16c4d9a6-9183-41ec-a3ec-61e2e1f95f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:45.533144 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c75bdc39-ee37-456e-b46d-0a9baea0eb58 req-16c4d9a6-9183-41ec-a3ec-61e2e1f95f87 service neutron] 10.222.0.82 "GET /v2.0/networks?id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2 HTTP/1.1" status: 200 len: 920 time: 0.1978917 Oct 14 12:27:45.553332 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-17342a14-c6ca-4af6-8165-14cc6e6fd9f8 req-c1d6be28-116d-4eed-9eee-60128aea292e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571661 Oct 14 12:27:45.573858 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d1b6b-1c22-4a41-9ed8-0a66bd40b391 req-438ff9cf-6e96-42c1-807e-97e33b96f8eb tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:45.581686 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-558d1b6b-1c22-4a41-9ed8-0a66bd40b391 req-438ff9cf-6e96-42c1-807e-97e33b96f8eb tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.1234429 Oct 14 12:27:45.667903 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c75bdc39-ee37-456e-b46d-0a9baea0eb58 req-0f2f314c-9cb4-48ce-a485-963f070a9a15 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a168ce-97b6-4989-b238-6318056cb676 HTTP/1.1" status: 200 len: 217 time: 0.1135097 Oct 14 12:27:45.687054 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-558d1b6b-1c22-4a41-9ed8-0a66bd40b391 req-e271f613-9f9a-4639-a5b3-8125ec248597 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041377 Oct 14 12:27:45.835697 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231370a9-47b4-4911-9746-2dd4519ba5ee req-7027419a-5b3b-4dae-9188-510058adf7de tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:45.837158 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-231370a9-47b4-4911-9746-2dd4519ba5ee req-7027419a-5b3b-4dae-9188-510058adf7de tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1249261 Oct 14 12:27:45.881480 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bdc39-ee37-456e-b46d-0a9baea0eb58 req-9e834240-9d7e-4187-a3c3-265860057e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:45.883910 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c75bdc39-ee37-456e-b46d-0a9baea0eb58 req-9e834240-9d7e-4187-a3c3-265860057e84 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=70525aa9-723f-43d0-835a-f6a0dee60cf8 HTTP/1.1" status: 200 len: 859 time: 0.1026180 Oct 14 12:27:45.944643 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c75bdc39-ee37-456e-b46d-0a9baea0eb58 req-34db1c57-b1ba-4e6e-873b-a587ad7b7f56 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472281 Oct 14 12:27:45.950484 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-231370a9-47b4-4911-9746-2dd4519ba5ee req-46afa243-ccc7-4389-8bed-6ec86b2e707c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985548 Oct 14 12:27:46.174171 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c75bdc39-ee37-456e-b46d-0a9baea0eb58 req-fefacd5a-5bf8-4280-b79f-df28359f5227 service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069732 Oct 14 12:27:46.209944 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ebfd3-9901-4513-a74f-99e36c998340 req-32b14bb0-4095-4fa1-a0ff-93589695ea99 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:46.212051 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ea2ebfd3-9901-4513-a74f-99e36c998340 req-32b14bb0-4095-4fa1-a0ff-93589695ea99 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.1112778 Oct 14 12:27:46.213977 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c75bdc39-ee37-456e-b46d-0a9baea0eb58 req-f8867485-90aa-4e6f-afb5-283fc606c5e1 service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391497 Oct 14 12:27:46.259797 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ea2ebfd3-9901-4513-a74f-99e36c998340 req-5ee35d20-8652-4a22-8dd3-8ae2d5c1a831 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399315 Oct 14 12:27:46.475392 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82310e24-254e-44db-b288-412051b77d8b req-14d1a8b0-f1e9-43ed-bb9a-b3d57c31d5f8 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:46.477340 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-82310e24-254e-44db-b288-412051b77d8b req-14d1a8b0-f1e9-43ed-bb9a-b3d57c31d5f8 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0735099 Oct 14 12:27:46.489356 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22869f-3c32-4302-b468-93c1984b4f9f req-f3ca1f19-782a-47d6-915c-48abbd128e2e tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:46.490112 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2a22869f-3c32-4302-b468-93c1984b4f9f req-f3ca1f19-782a-47d6-915c-48abbd128e2e tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 945 time: 0.0957577 Oct 14 12:27:46.566178 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-82310e24-254e-44db-b288-412051b77d8b req-3f5febd3-f4e2-4f72-950a-7965b9656148 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719190 Oct 14 12:27:46.584645 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2a22869f-3c32-4302-b468-93c1984b4f9f req-31cff5f2-f494-448b-8bb3-65849e7f1624 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753512 Oct 14 12:27:46.736097 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b4fa5-81ea-41d6-9ca9-c418a502b211 req-cea9e00a-620d-4115-8327-62b70e89f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:46.737718 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6f2b4fa5-81ea-41d6-9ca9-c418a502b211 req-cea9e00a-620d-4115-8327-62b70e89f824 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a99511a7cfa740f4b660b4e6e9b9871a&device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 1098 time: 0.0712709 Oct 14 12:27:46.880189 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b4fa5-81ea-41d6-9ca9-c418a502b211 req-984663e6-f83d-4d7c-b47d-91a4a7d745c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:46.882695 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6f2b4fa5-81ea-41d6-9ca9-c418a502b211 req-984663e6-f83d-4d7c-b47d-91a4a7d745c4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=253a832c-afa8-4771-87e8-6dfb3bd2f212 HTTP/1.1" status: 200 len: 911 time: 0.1301796 Oct 14 12:27:47.010138 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6f2b4fa5-81ea-41d6-9ca9-c418a502b211 req-d3a95928-1adc-4dd8-b7c0-391a74d027e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e237ce07-89a3-44dd-858a-005434e6800f HTTP/1.1" status: 200 len: 1000 time: 0.1164086 Oct 14 12:27:47.220196 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1983c4-4c47-4103-91b3-faf0c48a53e3 req-84048ba3-51de-4ae1-8782-efa7ab555c41 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:47.227465 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4e1983c4-4c47-4103-91b3-faf0c48a53e3 req-84048ba3-51de-4ae1-8782-efa7ab555c41 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1108711 Oct 14 12:27:47.239787 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b4fa5-81ea-41d6-9ca9-c418a502b211 req-bd3477fc-d6f4-4dd4-a811-cacfd44d436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:47.241969 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6f2b4fa5-81ea-41d6-9ca9-c418a502b211 req-bd3477fc-d6f4-4dd4-a811-cacfd44d436f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1808dccd-0f99-40d5-87b6-c6cd63c4fafb HTTP/1.1" status: 200 len: 849 time: 0.2191060 Oct 14 12:27:47.311967 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b4fa5-81ea-41d6-9ca9-c418a502b211 req-10bb5a8d-6219-4275-8697-38107e08e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:47.313454 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6f2b4fa5-81ea-41d6-9ca9-c418a502b211 req-10bb5a8d-6219-4275-8697-38107e08e286 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=253a832c-afa8-4771-87e8-6dfb3bd2f212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619383 Oct 14 12:27:47.321139 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4e1983c4-4c47-4103-91b3-faf0c48a53e3 req-153ca74a-2bf7-4a77-b504-01a42d8dfce3 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909436 Oct 14 12:27:47.515584 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6f2b4fa5-81ea-41d6-9ca9-c418a502b211 req-4152d3e2-911c-43e7-bbfa-dad71e334839 service neutron] 10.222.0.82 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903021 Oct 14 12:27:47.558796 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb6a72-6dae-41a8-8462-583b2c72cb61 req-732e8bf7-f5db-4b7e-b95b-2206a5b7fbee tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:47.560401 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cddb6a72-6dae-41a8-8462-583b2c72cb61 req-732e8bf7-f5db-4b7e-b95b-2206a5b7fbee tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.1109362 Oct 14 12:27:47.606574 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-33edcb02-cf83-481c-9cf2-c08a63202609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:47.667581 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cddb6a72-6dae-41a8-8462-583b2c72cb61 req-aa33973a-69f2-4b7e-b841-0cece63681ee tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929389 Oct 14 12:27:47.723287 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6f2b4fa5-81ea-41d6-9ca9-c418a502b211 req-24bb4441-7cd0-438b-8a47-78ed6482e334 service neutron] 10.222.0.82 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007234 Oct 14 12:27:47.793655 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac58db-861f-4420-bee7-01c3ebec550d req-fae8843d-524b-432e-9cf5-4ffdb9971728 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:47.796685 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eeac58db-861f-4420-bee7-01c3ebec550d req-fae8843d-524b-432e-9cf5-4ffdb9971728 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 945 time: 0.0999987 Oct 14 12:27:47.950056 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eeac58db-861f-4420-bee7-01c3ebec550d req-48022e7e-3ed4-4726-af99-dd231adba650 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435609 Oct 14 12:27:47.958696 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e8a64-20fe-45d6-af01-544ddb1c16c9 req-15782a70-372f-41d8-8896-343ea75b662b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:47.960841 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-214e8a64-20fe-45d6-af01-544ddb1c16c9 req-15782a70-372f-41d8-8896-343ea75b662b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.1421592 Oct 14 12:27:48.067948 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-214e8a64-20fe-45d6-af01-544ddb1c16c9 req-c475b7f3-068d-4d3f-9d64-a610121ab67f tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965319 Oct 14 12:27:48.535168 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952791d-2ca2-4557-a90c-0b2bb5861a52 req-45b94266-9ecb-4d0d-b271-37e29cbd7a55 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:48.552015 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c952791d-2ca2-4557-a90c-0b2bb5861a52 req-45b94266-9ecb-4d0d-b271-37e29cbd7a55 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1096938 Oct 14 12:27:48.642325 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c952791d-2ca2-4557-a90c-0b2bb5861a52 req-f4977446-6509-423e-8294-ef3d0c71d0b1 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871518 Oct 14 12:27:48.916633 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8df43b-72ce-4822-af48-f8ace2e425a6 req-a56c24bc-b975-4b70-96af-fd7e7214febd tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:48.923373 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4a8df43b-72ce-4822-af48-f8ace2e425a6 req-a56c24bc-b975-4b70-96af-fd7e7214febd tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0774453 Oct 14 12:27:48.998057 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4a8df43b-72ce-4822-af48-f8ace2e425a6 req-aa3a370f-c256-4c36-b17f-e351e356c962 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732203 Oct 14 12:27:49.559381 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c3d37-5b92-4430-a7c0-27bb9461e495 req-db06c290-f550-4554-a97f-88c3d1f2f6a2 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:49.570594 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-110c3d37-5b92-4430-a7c0-27bb9461e495 req-db06c290-f550-4554-a97f-88c3d1f2f6a2 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.3711569 Oct 14 12:27:49.686226 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-110c3d37-5b92-4430-a7c0-27bb9461e495 req-1b9a9945-1d6a-483b-854b-ba9da18572ac tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139908 Oct 14 12:27:49.831004 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeb63c-ba83-4a7d-a835-a64d5d1457e8 req-ec11741a-9986-411e-9d6f-4b67aeedde28 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:49.839349 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1efeb63c-ba83-4a7d-a835-a64d5d1457e8 req-ec11741a-9986-411e-9d6f-4b67aeedde28 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0928741 Oct 14 12:27:49.888456 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1efeb63c-ba83-4a7d-a835-a64d5d1457e8 req-d55444da-abd0-47b1-86b0-4e7a00d55b19 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480504 Oct 14 12:27:50.238637 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309ac42-8b54-48b8-b527-4335aeb1ee89 req-cdb5e8a0-82e2-4fc0-86db-dffc29de2c63 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:50.258133 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0309ac42-8b54-48b8-b527-4335aeb1ee89 req-cdb5e8a0-82e2-4fc0-86db-dffc29de2c63 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.1310008 Oct 14 12:27:50.330093 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0309ac42-8b54-48b8-b527-4335aeb1ee89 req-9fd06f36-eb71-431b-b997-74172a4ce1a4 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706260 Oct 14 12:27:50.743374 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-be29ae5c-9f1c-4067-9e6f-472490723109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:51.075748 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bed956-a938-4c5c-bf34-5d07365f2114 req-c29ebfc7-d854-4729-b0f0-fe2f6911ea1e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:51.077610 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9bed956-a938-4c5c-bf34-5d07365f2114 req-c29ebfc7-d854-4729-b0f0-fe2f6911ea1e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0901034 Oct 14 12:27:51.145727 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9bed956-a938-4c5c-bf34-5d07365f2114 req-42d6cd0a-fce9-4190-bcc2-f7c7d6ca4552 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439003 Oct 14 12:27:51.552900 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:51.556382 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43003db-8549-49b6-9aa3-7da72fcd24b8 req-26ca21f2-fd4d-4ad3-ae0a-200e3be43acf tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:51.564655 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d43003db-8549-49b6-9aa3-7da72fcd24b8 req-26ca21f2-fd4d-4ad3-ae0a-200e3be43acf tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0904057 Oct 14 12:27:51.615821 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d43003db-8549-49b6-9aa3-7da72fcd24b8 req-52da6348-3be8-49d0-a446-1dfff09b5546 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497181 Oct 14 12:27:51.841354 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51430) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:52.048564 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-612feeb4-bdbc-4452-b6c2-3b43fcba5832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:52.168549 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:52.190767 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-612feeb4-bdbc-4452-b6c2-3b43fcba5832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:52.269505 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-612feeb4-bdbc-4452-b6c2-3b43fcba5832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:52.316303 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbb415-988d-4963-bf7f-c18e52ef505a req-beb9a29c-7d88-4734-af3c-bf5108305324 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:52.318436 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-08fbb415-988d-4963-bf7f-c18e52ef505a req-beb9a29c-7d88-4734-af3c-bf5108305324 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0665488 Oct 14 12:27:52.319051 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-612feeb4-bdbc-4452-b6c2-3b43fcba5832 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=339c7c9242994ad3a9b6094b23474afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761784 Oct 14 12:27:52.320669 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612feeb4-bdbc-4452-b6c2-3b43fcba5832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2555be9d-de27-4d91-b255-a6fa43d43c95,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:52.324339 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 51436) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:52.452887 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-08fbb415-988d-4963-bf7f-c18e52ef505a req-3b3dfc46-cbd7-4b59-b3c8-91e806b37156 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146255 Oct 14 12:27:52.481115 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90c761c7-32c0-49b1-845d-8ef172ea6db7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:52.508365 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90c761c7-32c0-49b1-845d-8ef172ea6db7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:52.685975 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90c761c7-32c0-49b1-845d-8ef172ea6db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:52.690713 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90c761c7-32c0-49b1-845d-8ef172ea6db7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:52.692959 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-90c761c7-32c0-49b1-845d-8ef172ea6db7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2555be9d-de27-4d91-b255-a6fa43d43c95 HTTP/1.1" status: 204 len: 168 time: 0.3671589 Oct 14 12:27:52.707295 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c761c7-32c0-49b1-845d-8ef172ea6db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2555be9d-de27-4d91-b255-a6fa43d43c95,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:52.782975 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:27:52.915113 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d63e5-bb00-4fc8-b638-cf5fd2859c5b req-9019ffe3-d085-4683-9fcc-a802b24c9cd7 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:52.916939 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e4d63e5-bb00-4fc8-b638-cf5fd2859c5b req-9019ffe3-d085-4683-9fcc-a802b24c9cd7 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.1641192 Oct 14 12:27:52.943006 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:52.970418 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e4d63e5-bb00-4fc8-b638-cf5fd2859c5b req-d66f8ac9-d3b4-4a24-982e-1c634fd19d73 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431373 Oct 14 12:27:53.639610 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901596b-467c-4cce-8272-95ff1ba674f3 req-ec8c355a-84ea-4a5e-bb00-f8ea1c36133c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:53.642049 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c901596b-467c-4cce-8272-95ff1ba674f3 req-ec8c355a-84ea-4a5e-bb00-f8ea1c36133c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0619731 Oct 14 12:27:53.700075 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c901596b-467c-4cce-8272-95ff1ba674f3 req-d0409dfd-c922-4e24-827a-6f6dee6c84b6 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509784 Oct 14 12:27:53.716998 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51450) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:53.762061 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ed16cda0-1576-497f-b305-e2d38870a0bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:53.867953 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ed16cda0-1576-497f-b305-e2d38870a0bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:53.937283 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ed16cda0-1576-497f-b305-e2d38870a0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:54.031731 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-ed16cda0-1576-497f-b305-e2d38870a0bc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=58f31341007a4467838261692326e5c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076539 Oct 14 12:27:54.032206 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 51458) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:54.044129 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16cda0-1576-497f-b305-e2d38870a0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1fc4c6-e19d-4847-9bac-7ebbd4699f50,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:54.130366 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7fc6a41-3967-4ce5-8bc8-1392ebc37bb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:54.182385 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7fc6a41-3967-4ce5-8bc8-1392ebc37bb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:54.238227 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb420058-cf10-4d2b-b129-941f7918274c req-1b9c69d7-0169-4d6b-80ee-95c0182e7736 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:54.247366 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cb420058-cf10-4d2b-b129-941f7918274c req-1b9c69d7-0169-4d6b-80ee-95c0182e7736 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.1271393 Oct 14 12:27:54.297373 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cb420058-cf10-4d2b-b129-941f7918274c req-7425443d-1e4b-4287-b3c7-7053dab56908 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443957 Oct 14 12:27:54.368862 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7fc6a41-3967-4ce5-8bc8-1392ebc37bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:54.372670 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7fc6a41-3967-4ce5-8bc8-1392ebc37bb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:27:54.385260 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-b7fc6a41-3967-4ce5-8bc8-1392ebc37bb4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0c1fc4c6-e19d-4847-9bac-7ebbd4699f50 HTTP/1.1" status: 204 len: 168 time: 0.3483620 Oct 14 12:27:54.398960 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc6a41-3967-4ce5-8bc8-1392ebc37bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1fc4c6-e19d-4847-9bac-7ebbd4699f50,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:54.854255 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44a324-39ed-4651-bd73-7270b38941f4 req-04e10b56-a442-47a9-9d36-92239640f4f5 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:54.855681 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3c44a324-39ed-4651-bd73-7270b38941f4 req-04e10b56-a442-47a9-9d36-92239640f4f5 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0584772 Oct 14 12:27:54.908555 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3c44a324-39ed-4651-bd73-7270b38941f4 req-a1c0ee0d-d02f-4206-9348-723be06ece88 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466492 Oct 14 12:27:55.453464 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4c29e-5d08-4f41-9118-944785a63a60 req-a35ba8ea-36b9-4a72-96c2-a25b35180926 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:55.455255 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-96f4c29e-5d08-4f41-9118-944785a63a60 req-a35ba8ea-36b9-4a72-96c2-a25b35180926 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0617390 Oct 14 12:27:55.498018 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-96f4c29e-5d08-4f41-9118-944785a63a60 req-0d6f7fc5-40c9-4504-ba35-c56b6d7bc26c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353575 Oct 14 12:27:56.111180 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a4f3c-859a-4a68-8027-4795d872f838 req-08863c37-9fdc-4d46-8b3e-e7cb337922d5 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:56.113796 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a02a4f3c-859a-4a68-8027-4795d872f838 req-08863c37-9fdc-4d46-8b3e-e7cb337922d5 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1059132 Oct 14 12:27:56.197405 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a02a4f3c-859a-4a68-8027-4795d872f838 req-aca1b9cf-c183-42ee-8fb4-d87381277305 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728493 Oct 14 12:27:56.635970 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428dd23-f0d9-4f0c-bd1d-75a69fc1a973 req-34831f43-3503-4139-b673-f00dd55f5caa tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:56.637544 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1428dd23-f0d9-4f0c-bd1d-75a69fc1a973 req-34831f43-3503-4139-b673-f00dd55f5caa tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0548728 Oct 14 12:27:56.691943 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1428dd23-f0d9-4f0c-bd1d-75a69fc1a973 req-7dcd5671-d5f7-4011-9d30-6569e9702a18 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467603 Oct 14 12:27:57.324298 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66814f-ad0a-44ab-a6da-17622cc416af req-083b2781-badd-4046-80a7-39429bdea580 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:57.325563 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ff66814f-ad0a-44ab-a6da-17622cc416af req-083b2781-badd-4046-80a7-39429bdea580 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0509851 Oct 14 12:27:57.379122 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ff66814f-ad0a-44ab-a6da-17622cc416af req-2402b511-e79c-4b53-ac64-054cd3ea9a62 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472944 Oct 14 12:27:57.854199 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b888cd-2ba7-4d67-ab63-161ec46efec4 req-8102806e-4b91-43a5-af7a-e315033e2069 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:57.855703 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f9b888cd-2ba7-4d67-ab63-161ec46efec4 req-8102806e-4b91-43a5-af7a-e315033e2069 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0600936 Oct 14 12:27:57.921044 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f9b888cd-2ba7-4d67-ab63-161ec46efec4 req-9e9554e2-2e0f-40ca-955e-e1513e488af3 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561721 Oct 14 12:27:57.961128 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2f1d4-1d9d-4a3b-991e-1589dcea46c3 req-7ca4fbb3-a66c-4d55-bc25-47b63db835ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:57.963573 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d6b2f1d4-1d9d-4a3b-991e-1589dcea46c3 req-7ca4fbb3-a66c-4d55-bc25-47b63db835ba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 1099 time: 0.0641284 Oct 14 12:27:58.090715 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2f1d4-1d9d-4a3b-991e-1589dcea46c3 req-25047b2c-3aaf-4497-9e1b-6c9c1d14aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:58.092296 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d6b2f1d4-1d9d-4a3b-991e-1589dcea46c3 req-25047b2c-3aaf-4497-9e1b-6c9c1d14aac8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d HTTP/1.1" status: 200 len: 917 time: 0.1125619 Oct 14 12:27:58.168076 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d6b2f1d4-1d9d-4a3b-991e-1589dcea46c3 req-b84a374e-25bd-4b9e-a2bd-43d97966db3c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad824bc-b575-42f3-8c13-34e3a61729a0 HTTP/1.1" status: 200 len: 1002 time: 0.0681977 Oct 14 12:27:58.244477 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2f1d4-1d9d-4a3b-991e-1589dcea46c3 req-1f6df8ab-ff00-407a-9d10-a6b487fe2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:58.249841 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d6b2f1d4-1d9d-4a3b-991e-1589dcea46c3 req-1f6df8ab-ff00-407a-9d10-a6b487fe2225 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cc5bc5ee-814c-4686-ba13-7451402f57fe HTTP/1.1" status: 200 len: 855 time: 0.0718453 Oct 14 12:27:58.316041 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2f1d4-1d9d-4a3b-991e-1589dcea46c3 req-8a43696e-047f-4f0d-beff-3dc7f95cc746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:58.317527 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d6b2f1d4-1d9d-4a3b-991e-1589dcea46c3 req-8a43696e-047f-4f0d-beff-3dc7f95cc746 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541501 Oct 14 12:27:58.442710 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d6b2f1d4-1d9d-4a3b-991e-1589dcea46c3 req-08e3bd1c-f866-4e40-b5e8-dc14d23ffac6 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118722 Oct 14 12:27:58.594972 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22602d0d-6d1f-441f-a204-bb0212b3e583 req-523ceb38-41da-41b5-8454-f647697aa62a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:58.597245 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-22602d0d-6d1f-441f-a204-bb0212b3e583 req-523ceb38-41da-41b5-8454-f647697aa62a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1282580 Oct 14 12:27:58.619200 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d6b2f1d4-1d9d-4a3b-991e-1589dcea46c3 req-070522c3-d4e3-49e7-a8ea-3616116ee1eb service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622260 Oct 14 12:27:58.665306 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-22602d0d-6d1f-441f-a204-bb0212b3e583 req-1ac26b08-d65d-44b8-b33c-db248a015fad tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559509 Oct 14 12:27:59.089884 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865916c-90ec-4482-96a8-97a263f928f0 req-ef772c9d-9b58-4fab-8c07-939446b613c2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:59.091873 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e865916c-90ec-4482-96a8-97a263f928f0 req-ef772c9d-9b58-4fab-8c07-939446b613c2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0622382 Oct 14 12:27:59.139168 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e865916c-90ec-4482-96a8-97a263f928f0 req-087a3a73-eeb4-4148-b704-4ea34bf10b73 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385263 Oct 14 12:27:59.831091 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3a7f-8923-43b8-9045-6b7baf393e90 req-ed2f3a02-08d2-4330-b1e0-e200e9782740 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:59.833559 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-31bc3a7f-8923-43b8-9045-6b7baf393e90 req-ed2f3a02-08d2-4330-b1e0-e200e9782740 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0725148 Oct 14 12:27:59.882980 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-31bc3a7f-8923-43b8-9045-6b7baf393e90 req-f94ed7f1-34f5-476d-8fa1-9a853d2b0088 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 Oct 14 12:28:00.300525 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f87d24-51a0-4e00-8e77-0144022ae7cc req-7bfc0e4d-b248-4539-a963-3dec0d36cb55 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:00.302917 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c7f87d24-51a0-4e00-8e77-0144022ae7cc req-7bfc0e4d-b248-4539-a963-3dec0d36cb55 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0762048 Oct 14 12:28:00.357751 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c7f87d24-51a0-4e00-8e77-0144022ae7cc req-ec668967-f96a-4282-a006-559a1f80a695 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473199 Oct 14 12:28:00.576372 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 51610) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:00.703903 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-23ac415a-80a8-4fe5-a037-9a2838781ce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:00.789701 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-23ac415a-80a8-4fe5-a037-9a2838781ce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:00.864785 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-23ac415a-80a8-4fe5-a037-9a2838781ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:00.905954 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-23ac415a-80a8-4fe5-a037-9a2838781ce3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9965d5ceab644471af4ff97de136c9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281240 Oct 14 12:28:00.906973 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac415a-80a8-4fe5-a037-9a2838781ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bd15ca-cfad-4faa-9597-91eff40572b8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:00.908949 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51616) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:00.983773 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4752b0a3-0481-4b9a-8dc2-4b5a02b0035f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:01.011061 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4752b0a3-0481-4b9a-8dc2-4b5a02b0035f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:01.032727 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba321fe-bd87-4055-be3a-5dd8d099689b req-90e539c2-63b9-495a-a8eb-3d19eb242691 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:01.034409 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-aba321fe-bd87-4055-be3a-5dd8d099689b req-90e539c2-63b9-495a-a8eb-3d19eb242691 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0573094 Oct 14 12:28:01.096064 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-aba321fe-bd87-4055-be3a-5dd8d099689b req-cc4e5140-22d3-445d-ac77-54163d395a14 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481761 Oct 14 12:28:01.142601 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4752b0a3-0481-4b9a-8dc2-4b5a02b0035f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:01.146124 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4752b0a3-0481-4b9a-8dc2-4b5a02b0035f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:01.147942 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-4752b0a3-0481-4b9a-8dc2-4b5a02b0035f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d6bd15ca-cfad-4faa-9597-91eff40572b8 HTTP/1.1" status: 204 len: 168 time: 0.2368290 Oct 14 12:28:01.159229 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752b0a3-0481-4b9a-8dc2-4b5a02b0035f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bd15ca-cfad-4faa-9597-91eff40572b8,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:01.504246 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca53769-5ea9-467f-9607-035b8f3873c4 req-1da5a105-6340-42b2-bbe3-bb44552085d8 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:01.512071 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3ca53769-5ea9-467f-9607-035b8f3873c4 req-1da5a105-6340-42b2-bbe3-bb44552085d8 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 946 time: 0.0714993 Oct 14 12:28:01.568184 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3ca53769-5ea9-467f-9607-035b8f3873c4 req-ee9c1806-053f-492d-b9f2-56ff7772fe09 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548894 Oct 14 12:28:01.639917 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device fad824bc-b575-42f3-8c13-34e3a61729a0 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:28:01.744343 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:01.777163 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad824bc-b575-42f3-8c13-34e3a61729a0'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:28:01.779420 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d8140c-2f0d-40c3-a501-6b37450ebdfe" -d '{"events": [{"server_uuid": "45b7d504-7f3f-4b03-88f3-727fd9a94aa7", "name": "network-vif-unplugged", "status": "completed", "tag": "fad824bc-b575-42f3-8c13-34e3a61729a0"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:28:01.795069 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port fad824bc-b575-42f3-8c13-34e3a61729a0, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=fad824bc-b575-42f3-8c13-34e3a61729a0,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:01.819784 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Oct 2021 12:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8b4821-8908-4f5d-b46c-67cc4c747f3a x-openstack-request-id: req-bf8b4821-8908-4f5d-b46c-67cc4c747f3a {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:28:01.820414 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b7d504-7f3f-4b03-88f3-727fd9a94aa7", "name": "network-vif-unplugged", "status": "completed", "tag": "fad824bc-b575-42f3-8c13-34e3a61729a0", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:28:01.820808 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bf8b4821-8908-4f5d-b46c-67cc4c747f3a {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:28:01.821453 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'code': 200} Oct 14 12:28:01.873997 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:01.926706 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51638) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:01.927896 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=fad824bc-b575-42f3-8c13-34e3a61729a0,revision_number=8']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:01.940078 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-024735da-099c-45fe-bb97-7aabf6a05a0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:02.028841 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-024735da-099c-45fe-bb97-7aabf6a05a0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:02.102961 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-024735da-099c-45fe-bb97-7aabf6a05a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:02.140427 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024735da-099c-45fe-bb97-7aabf6a05a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae80f35-e1c7-4409-81cf-4d7f5757162c,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:02.146704 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-024735da-099c-45fe-bb97-7aabf6a05a0a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e662886884154c7d8b00d2024769c2ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188189 Oct 14 12:28:02.153254 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51642) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:02.228042 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f7817765-598c-43d3-a0d7-9a394e7838df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:02.251867 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec965b0-9686-4f9b-bd87-78a935167b8b req-16fa28ae-f1cd-42f2-9491-9e9166f1d7d4 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:02.253198 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5ec965b0-9686-4f9b-bd87-78a935167b8b req-16fa28ae-f1cd-42f2-9491-9e9166f1d7d4 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0570571 Oct 14 12:28:02.253625 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f7817765-598c-43d3-a0d7-9a394e7838df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:02.296963 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5ec965b0-9686-4f9b-bd87-78a935167b8b req-b6e70c55-ab79-4288-985e-c71cfccf5cb5 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365920 Oct 14 12:28:02.434652 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f7817765-598c-43d3-a0d7-9a394e7838df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:02.437991 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f7817765-598c-43d3-a0d7-9a394e7838df admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:02.441688 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-f7817765-598c-43d3-a0d7-9a394e7838df admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cae80f35-e1c7-4409-81cf-4d7f5757162c HTTP/1.1" status: 204 len: 168 time: 0.2854688 Oct 14 12:28:02.452729 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7817765-598c-43d3-a0d7-9a394e7838df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae80f35-e1c7-4409-81cf-4d7f5757162c,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:03.029306 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [req-cc5049a4-f607-4ca9-9fd4-7588d905ce13 req-a37363ac-aea3-452b-be9a-6763ab2fe267 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:28:03.030294 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cc5049a4-f607-4ca9-9fd4-7588d905ce13 req-a37363ac-aea3-452b-be9a-6763ab2fe267 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054581 Oct 14 12:28:03.383022 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b6c02-b9d4-4e9b-bbc0-a15017a87518 req-c5507345-913c-4aad-8ee7-c74df951d491 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:03.384541 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4b4b6c02-b9d4-4e9b-bbc0-a15017a87518 req-c5507345-913c-4aad-8ee7-c74df951d491 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0557919 Oct 14 12:28:03.463295 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4b4b6c02-b9d4-4e9b-bbc0-a15017a87518 req-f9f39963-3698-4cd5-acfc-a448742f7b0c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679917 Oct 14 12:28:03.501992 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa424e0-da55-4da5-b249-1cf1f83c59ac req-b51e9349-df5c-4780-bf92-c9a23315723d tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:03.505181 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8aa424e0-da55-4da5-b249-1cf1f83c59ac req-b51e9349-df5c-4780-bf92-c9a23315723d tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1193094 Oct 14 12:28:03.560623 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8aa424e0-da55-4da5-b249-1cf1f83c59ac req-33c7640b-eb6b-4636-b187-bc24a23ae53e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377402 Oct 14 12:28:04.253435 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51714) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:04.383535 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-2f5c8768-c4c5-46ed-b7be-4841591814a7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1286077 Oct 14 12:28:04.387402 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da27dea-9bc8-4069-ba29-49ffc3947393 req-5f5e167c-a76d-4a45-a519-4fa93bcaf758 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:04.388543 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-1c3efa55-255c-4904-8d4e-7f49756c8a97 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=100446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:28:04.389523 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-1c3efa55-255c-4904-8d4e-7f49756c8a97 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052650 Oct 14 12:28:04.391377 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5da27dea-9bc8-4069-ba29-49ffc3947393 req-5f5e167c-a76d-4a45-a519-4fa93bcaf758 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 945 time: 0.0670938 Oct 14 12:28:04.446077 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5da27dea-9bc8-4069-ba29-49ffc3947393 req-25bfa238-0d5a-4f4b-a8c7-eb4770b10532 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506291 Oct 14 12:28:04.660948 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f21714-9421-4ca3-96be-ebabdeafe59c req-81a97d42-5738-499e-896f-32d42c2dc5ca tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:04.664860 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f8f21714-9421-4ca3-96be-ebabdeafe59c req-81a97d42-5738-499e-896f-32d42c2dc5ca tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0801549 Oct 14 12:28:04.742641 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f8f21714-9421-4ca3-96be-ebabdeafe59c req-736bf017-d188-4397-b3c5-3690a92fa570 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694671 Oct 14 12:28:04.751775 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5b11-33a0-4f1b-8e56-57b84c6ca16e req-8cabc6a9-f6ac-43b3-b713-290251ece0f6 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:04.753552 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-705b5b11-33a0-4f1b-8e56-57b84c6ca16e req-8cabc6a9-f6ac-43b3-b713-290251ece0f6 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0896127 Oct 14 12:28:04.823910 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-705b5b11-33a0-4f1b-8e56-57b84c6ca16e req-ef47822f-b422-4b90-84ad-48d0dae4d58a tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593762 Oct 14 12:28:05.264774 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-fc542eb7-7a63-48bc-aaba-747541708916 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838365918&fields=id&tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d HTTP/1.1" status: 200 len: 267 time: 0.0444713 Oct 14 12:28:05.419528 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4042436b-4d54-4ff0-973d-543b985f0f65 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:05.420705 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4042436b-4d54-4ff0-973d-543b985f0f65 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/networks?id=140e7268-9a2f-434a-85c9-99efbcd597b9 HTTP/1.1" status: 200 len: 812 time: 0.1470170 Oct 14 12:28:05.438035 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-b3bd2a4a-30a9-48a0-a6a1-721479b13224 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/quotas/8c7939cc3b554bacb0bb1dc8f5dc965d HTTP/1.1" status: 200 len: 375 time: 0.0108447 Oct 14 12:28:05.502030 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-d35fabee-b8b8-4f18-8e9e-8a18fffe78bb tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531399 Oct 14 12:28:05.647970 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device fad824bc-b575-42f3-8c13-34e3a61729a0 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:28:05.659979 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df929ea4-b213-477d-a439-cdac71d6534e req-4d465cd7-d7fa-4ffd-b272-7447eaa9849f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:05.661964 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-df929ea4-b213-477d-a439-cdac71d6534e req-4d465cd7-d7fa-4ffd-b272-7447eaa9849f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 945 time: 0.1114094 Oct 14 12:28:05.664954 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-44cc2172-a9dc-4456-a1a3-7dcc9567cfb8 service neutron] 10.222.0.71 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470459 Oct 14 12:28:05.784056 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-df929ea4-b213-477d-a439-cdac71d6534e req-9f56e6b1-82c0-480d-ad95-a593629609bb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113029 Oct 14 12:28:05.832182 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-7fb2362f-e701-4775-b3fc-4a81cd8ab501 service neutron] 10.222.0.71 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611848 Oct 14 12:28:05.962624 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a9ac1-a957-4bcf-a093-bdbfb26efef9 req-73dd954c-90f8-4929-b1c1-4dc4da763105 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:05.964175 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4e4a9ac1-a957-4bcf-a093-bdbfb26efef9 req-73dd954c-90f8-4929-b1c1-4dc4da763105 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0795088 Oct 14 12:28:06.013912 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4e4a9ac1-a957-4bcf-a093-bdbfb26efef9 req-60638bc6-169f-4a01-88b9-3dc789bd6ba7 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384681 Oct 14 12:28:06.229874 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e02c90-58f9-4890-b7a7-4d24cfe5532c req-1dd056a1-a798-4a02-bfbe-b8325b0bb6f7 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:06.231393 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-78e02c90-58f9-4890-b7a7-4d24cfe5532c req-1dd056a1-a798-4a02-bfbe-b8325b0bb6f7 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 945 time: 0.0831456 Oct 14 12:28:06.243703 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf81cb-0436-4cf2-a1e6-0758b9799f0c req-327f6d90-8b3b-478b-b706-a6b246907ff7 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:06.245543 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-01cf81cb-0436-4cf2-a1e6-0758b9799f0c req-327f6d90-8b3b-478b-b706-a6b246907ff7 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1465380 Oct 14 12:28:06.299786 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:06.342371 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-01cf81cb-0436-4cf2-a1e6-0758b9799f0c req-d62008b9-f953-4b47-be4a-78c26dc0b516 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871441 Oct 14 12:28:06.398480 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-78e02c90-58f9-4890-b7a7-4d24cfe5532c req-1dd60fd2-1bbf-4d47-bc96-dca24f94295c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Deleting port af184bc2-41c1-4003-a9ef-a3394af2749a {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:28:06.406992 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-78e02c90-58f9-4890-b7a7-4d24cfe5532c req-1dd60fd2-1bbf-4d47-bc96-dca24f94295c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:06.510817 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-78e02c90-58f9-4890-b7a7-4d24cfe5532c req-1dd60fd2-1bbf-4d47-bc96-dca24f94295c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] For port af184bc2-41c1-4003-a9ef-a3394af2749a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=af184bc2-41c1-4003-a9ef-a3394af2749a,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:06.511594 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-78e02c90-58f9-4890-b7a7-4d24cfe5532c req-1dd60fd2-1bbf-4d47-bc96-dca24f94295c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:06.528990 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-78e02c90-58f9-4890-b7a7-4d24cfe5532c req-1dd60fd2-1bbf-4d47-bc96-dca24f94295c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Calling delete_port for af184bc2-41c1-4003-a9ef-a3394af2749a owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:28:06.791769 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-78e02c90-58f9-4890-b7a7-4d24cfe5532c req-1dd60fd2-1bbf-4d47-bc96-dca24f94295c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:06.804805 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['40913220-b2c2-4b0c-8063-661289ee4ace', '4286ba41-1942-4e4c-be3f-6ab1d92f10ef', 'd071e320-dc6c-4a09-932f-4dbe98bb5fcc', 'af184bc2-41c1-4003-a9ef-a3394af2749a'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:28:06.857416 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd60fd2-1bbf-4d47-bc96-dca24f94295c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Pushing event deleted for resources: {'Port': ['ID=af184bc2-41c1-4003-a9ef-a3394af2749a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:06.961575 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-19e965fe-3b1d-41b0-9537-bff430b2e788 req-b33535fe-ebab-449c-b265-0611c0fdb0ca tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 210 time: 0.0881934 Oct 14 12:28:06.988748 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e02c90-58f9-4890-b7a7-4d24cfe5532c req-1dd60fd2-1bbf-4d47-bc96-dca24f94295c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] No DVR routers for this DVR port af184bc2-41c1-4003-a9ef-a3394af2749a on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:28:07.026092 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-78e02c90-58f9-4890-b7a7-4d24cfe5532c req-1dd60fd2-1bbf-4d47-bc96-dca24f94295c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:07.030012 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-78e02c90-58f9-4890-b7a7-4d24cfe5532c req-1dd60fd2-1bbf-4d47-bc96-dca24f94295c tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "DELETE /v2.0/ports/af184bc2-41c1-4003-a9ef-a3394af2749a HTTP/1.1" status: 204 len: 173 time: 0.7831466 Oct 14 12:28:07.030500 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2debbc-863f-436d-b7c6-0c6d043ac99e', 'name': 'network-vif-deleted', 'tag': 'af184bc2-41c1-4003-a9ef-a3394af2749a'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:28:07.034261 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b089a1-ca37-4305-a7ca-4dc587225ba7" -d '{"events": [{"server_uuid": "7b2debbc-863f-436d-b7c6-0c6d043ac99e", "name": "network-vif-deleted", "tag": "af184bc2-41c1-4003-a9ef-a3394af2749a"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:28:07.043363 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-609044e4-f820-43a7-9331-84ebdb07e26f req-36eb4f62-bf0d-49d2-8f62-ac9ef2098f25 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 210 time: 0.0967698 Oct 14 12:28:07.095481 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38a8d44-3d71-46e4-b4f9-f382f1afbbfc x-openstack-request-id: req-a38a8d44-3d71-46e4-b4f9-f382f1afbbfc {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:28:07.095481 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2debbc-863f-436d-b7c6-0c6d043ac99e", "name": "network-vif-deleted", "tag": "af184bc2-41c1-4003-a9ef-a3394af2749a", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:28:07.095481 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a38a8d44-3d71-46e4-b4f9-f382f1afbbfc {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:28:07.095481 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2debbc-863f-436d-b7c6-0c6d043ac99e', 'name': 'network-vif-deleted', 'tag': 'af184bc2-41c1-4003-a9ef-a3394af2749a', 'status': 'completed', 'code': 200} Oct 14 12:28:07.226400 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2113f-74f8-4a35-823c-9ad867e973a6 req-3fc47e41-b991-49df-a275-c031fe561ebb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:07.228610 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c6e2113f-74f8-4a35-823c-9ad867e973a6 req-3fc47e41-b991-49df-a275-c031fe561ebb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0730696 Oct 14 12:28:07.305344 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c6e2113f-74f8-4a35-823c-9ad867e973a6 req-2510b824-0b6d-4ddd-bb53-41f9e71db0dd tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674028 Oct 14 12:28:07.564902 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca82807-e80d-43fa-81a0-2945800608bc req-995d96f9-a775-4e1b-9aa9-dbbec88b9009 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:07.566393 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0ca82807-e80d-43fa-81a0-2945800608bc req-995d96f9-a775-4e1b-9aa9-dbbec88b9009 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1048541 Oct 14 12:28:07.573735 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-de7a4c29-c67a-4d22-83f6-5fef9aedd0f3 req-d0716bea-c05d-4f68-b9d9-b0db6b84af1f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743129 Oct 14 12:28:07.649849 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0ca82807-e80d-43fa-81a0-2945800608bc req-f9aeed22-fa9c-47b3-b928-5762f76c4e34 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744059 Oct 14 12:28:07.676472 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a4c29-c67a-4d22-83f6-5fef9aedd0f3 req-65c7daa8-aef4-47b3-867a-c85189aba16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:07.678842 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-de7a4c29-c67a-4d22-83f6-5fef9aedd0f3 req-65c7daa8-aef4-47b3-867a-c85189aba16d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=973a39f1cf0340d9a7478172ddec1d10&device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 1098 time: 0.0685897 Oct 14 12:28:07.825597 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a4c29-c67a-4d22-83f6-5fef9aedd0f3 req-be7bd0e0-0532-44fa-9238-4e25349631aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:07.827204 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-de7a4c29-c67a-4d22-83f6-5fef9aedd0f3 req-be7bd0e0-0532-44fa-9238-4e25349631aa service neutron] 10.222.0.82 "GET /v2.0/networks?id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2 HTTP/1.1" status: 200 len: 920 time: 0.1174638 Oct 14 12:28:07.896976 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-de7a4c29-c67a-4d22-83f6-5fef9aedd0f3 req-2b44f923-e2bb-4a76-876d-0ede39fe3b23 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ddd928-48d3-46c0-b0a0-7a368d44ac9e HTTP/1.1" status: 200 len: 217 time: 0.0578749 Oct 14 12:28:07.952594 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a4c29-c67a-4d22-83f6-5fef9aedd0f3 req-6f614bdd-910b-4172-ab36-530ddfa5fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:07.954037 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-de7a4c29-c67a-4d22-83f6-5fef9aedd0f3 req-6f614bdd-910b-4172-ab36-530ddfa5fe7b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=70525aa9-723f-43d0-835a-f6a0dee60cf8 HTTP/1.1" status: 200 len: 859 time: 0.0492623 Oct 14 12:28:08.006467 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-de7a4c29-c67a-4d22-83f6-5fef9aedd0f3 req-54d420d9-a370-4a18-bf8b-08e4886bc37c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437500 Oct 14 12:28:08.104424 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3d886bb1-62a1-48c7-b482-678fada54d4d req-1c0b29e0-9887-4ba4-9104-8d511938b24b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 210 time: 0.0760911 Oct 14 12:28:08.238018 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4cb2c542-4de2-4dbe-a6e4-2c9ec21c92f0 req-bd27e1cf-f600-466c-a3a6-5d37324936f6 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b2debbc-863f-436d-b7c6-0c6d043ac99e HTTP/1.1" status: 200 len: 210 time: 0.0465462 Oct 14 12:28:08.268911 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-f7ad829a-1183-42bf-9483-d1cb4c1cc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:08.271463 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-f7ad829a-1183-42bf-9483-d1cb4c1cc9f1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7&tenant_id=254e8ebad5c540d4bc11cf8a08096cf3 HTTP/1.1" status: 200 len: 1097 time: 0.1931806 Oct 14 12:28:08.278179 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-de7a4c29-c67a-4d22-83f6-5fef9aedd0f3 req-8b2ea5ab-c1d6-418f-a0a2-f1456e72be43 service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381897 Oct 14 12:28:08.448617 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-ba5080fc-5ea4-4bbf-a3a3-233b66e11e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:08.450167 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-ba5080fc-5ea4-4bbf-a3a3-233b66e11e67 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 1097 time: 0.1236911 Oct 14 12:28:08.458564 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-de7a4c29-c67a-4d22-83f6-5fef9aedd0f3 req-d9a1db4c-c4a7-4b09-84c1-c3cb010f9fd1 service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501095 Oct 14 12:28:08.530081 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a423ff7-d46c-4b52-9c7a-f9ea6cf9869e req-03a275c6-2c72-4809-94da-b778b88f2311 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:08.531508 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7a423ff7-d46c-4b52-9c7a-f9ea6cf9869e req-03a275c6-2c72-4809-94da-b778b88f2311 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.1222365 Oct 14 12:28:08.648210 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7a423ff7-d46c-4b52-9c7a-f9ea6cf9869e req-8059a198-7405-470d-872f-816d0e86bf3a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675271 Oct 14 12:28:08.652228 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-045cd7df-5f4c-410b-ab5a-136631a47128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:08.653979 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-045cd7df-5f4c-410b-ab5a-136631a47128 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d HTTP/1.1" status: 200 len: 917 time: 0.1883855 Oct 14 12:28:09.058250 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-50b1108e-249a-4b2e-8ad7-3541c21dcd85 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad824bc-b575-42f3-8c13-34e3a61729a0 HTTP/1.1" status: 200 len: 1000 time: 0.3743510 Oct 14 12:28:09.061767 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cedb84d-f418-46b5-a185-61c48b24028e req-b355ff31-4013-48bc-ba34-73e1ee912c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:09.063223 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1cedb84d-f418-46b5-a185-61c48b24028e req-b355ff31-4013-48bc-ba34-73e1ee912c71 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 1099 time: 0.3934121 Oct 14 12:28:09.078064 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a845a56-bf22-44f1-810b-488bb32e5b9a req-0dbb3585-a46b-4cfb-b1bb-ecb01110097e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:09.079559 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a845a56-bf22-44f1-810b-488bb32e5b9a req-0dbb3585-a46b-4cfb-b1bb-ecb01110097e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0812311 Oct 14 12:28:09.194710 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1cedb84d-f418-46b5-a185-61c48b24028e req-00cfd976-d946-4fae-ae94-6088cab9b4a9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124160 Oct 14 12:28:09.201753 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-dd2f3825-e68b-49d8-b653-d56955527145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:09.203748 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-dd2f3825-e68b-49d8-b653-d56955527145 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cc5bc5ee-814c-4686-ba13-7451402f57fe HTTP/1.1" status: 200 len: 855 time: 0.1231954 Oct 14 12:28:09.219361 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a845a56-bf22-44f1-810b-488bb32e5b9a req-6b189247-766b-45c7-8d56-fdb0b5717409 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237011 Oct 14 12:28:09.240157 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-806397ea-8ed0-452a-b0f6-a343a526f919 req-79fe0901-b6a6-48d5-b3f4-5a258a9d74cc tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 210 time: 0.0407550 Oct 14 12:28:09.451312 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-47a67e23-b63d-42a0-88f6-515c900c4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:09.452841 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-47a67e23-b63d-42a0-88f6-515c900c4f60 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480452 Oct 14 12:28:09.559232 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-4c99a33e-f0be-42d0-adec-b915d21ef114 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965133 Oct 14 12:28:09.671975 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device af184bc2-41c1-4003-a9ef-a3394af2749a no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:28:09.676435 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c7fe7aea-976f-45b8-9fab-859bc48e1d3b req-f23a395d-086c-41e7-ad81-851850ad258d service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078510 Oct 14 12:28:09.701711 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: af184bc2-41c1-4003-a9ef-a3394af2749a {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:28:09.702048 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device af184bc2-41c1-4003-a9ef-a3394af2749a not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:28:09.823653 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624fdee-2cef-4247-a931-9bc4132db215 req-9a67e8d2-e184-4c09-a86b-566a19a851a3 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:09.825212 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a624fdee-2cef-4247-a931-9bc4132db215 req-9a67e8d2-e184-4c09-a86b-566a19a851a3 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0600932 Oct 14 12:28:09.867227 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a624fdee-2cef-4247-a931-9bc4132db215 req-a4880198-140a-4361-b4d6-272f2bafc4bb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347223 Oct 14 12:28:10.212758 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-099a00c1-aab1-430a-88ca-0a42550c0b29 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:10.214640 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-099a00c1-aab1-430a-88ca-0a42550c0b29 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.82 "GET /v2.0/networks?id=140e7268-9a2f-434a-85c9-99efbcd597b9 HTTP/1.1" status: 200 len: 812 time: 0.1395507 Oct 14 12:28:10.286903 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-28c75f82-9fa7-4c3b-8f64-6757ad0f257b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d HTTP/1.1" status: 200 len: 380 time: 0.0588987 Oct 14 12:28:10.302006 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-0f093698-927f-449a-9dd3-f10af612fce3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Request body: {'port': {'device_id': '26cc4dea-3b64-4aad-8331-163801ec1cae', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'admin_state_up': True, 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'security_groups': ['e0b03387-82c4-4cb0-be26-e5900d53b485']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:10.452292 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-324ee454-c404-4180-a24c-3dec7508d6dd req-d2ed9027-2e8a-4320-af20-1da34e1a1d0f tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 210 time: 0.0727160 Oct 14 12:28:10.487524 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f2ff0-6375-4543-88ea-4d3ede843018 req-3a5dbdba-6e63-47e7-88e1-97af12c0c56c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:10.495155 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f05f2ff0-6375-4543-88ea-4d3ede843018 req-3a5dbdba-6e63-47e7-88e1-97af12c0c56c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1706376 Oct 14 12:28:10.551698 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f05f2ff0-6375-4543-88ea-4d3ede843018 req-b69ac180-cd92-488d-824e-4669333ce0d5 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556414 Oct 14 12:28:10.695170 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-0f093698-927f-449a-9dd3-f10af612fce3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Made reservation on behalf of 8c7939cc3b554bacb0bb1dc8f5dc965d for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:28:10.701368 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-0f093698-927f-449a-9dd3-f10af612fce3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:10.959444 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-0f093698-927f-449a-9dd3-f10af612fce3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Allocated IP 172.20.0.11 (140e7268-9a2f-434a-85c9-99efbcd597b9/3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1/8b3b28cd-0bf4-4273-baa8-cd3c20238212) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:28:11.263590 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266f03b-4e3a-472b-8edd-daca75969d21 req-e63fa1ba-7fde-493a-8b2a-9b7e32cddfc0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:11.277561 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6266f03b-4e3a-472b-8edd-daca75969d21 req-e63fa1ba-7fde-493a-8b2a-9b7e32cddfc0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.2505703 Oct 14 12:28:11.415247 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6266f03b-4e3a-472b-8edd-daca75969d21 req-bd077983-f144-41bb-80c6-7cc597ec6dff tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358459 Oct 14 12:28:11.466693 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-0f093698-927f-449a-9dd3-f10af612fce3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:11.491698 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b295897-c577-4518-b3bc-9e315b38bbe5 req-7e225b3d-9c4b-4d48-b57f-ce8c299d4236 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:11.493820 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4b295897-c577-4518-b3bc-9e315b38bbe5 req-7e225b3d-9c4b-4d48-b57f-ce8c299d4236 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.1519287 Oct 14 12:28:11.638779 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4b295897-c577-4518-b3bc-9e315b38bbe5 req-34d6f631-7482-43e5-8907-f907008ab91a tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379082 Oct 14 12:28:11.641512 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e72851eb-1904-4b98-acec-ae95556896d1 req-90c08f42-262b-4e8f-b985-71c54d23ff7a tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 210 time: 0.0534992 Oct 14 12:28:11.764432 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-0f093698-927f-449a-9dd3-f10af612fce3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:11.854154 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-0f093698-927f-449a-9dd3-f10af612fce3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Network 140e7268-9a2f-434a-85c9-99efbcd597b9 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:11.874373 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd4d1b-e976-4441-96e5-799b0eaafe3c req-415539ce-28b8-4e0b-8cef-768505e4f63d tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:11.876309 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9abd4d1b-e976-4441-96e5-799b0eaafe3c req-415539ce-28b8-4e0b-8cef-768505e4f63d tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1474335 Oct 14 12:28:11.877193 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f093698-927f-449a-9dd3-f10af612fce3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'Port': ['ID=8b3b28cd-0bf4-4273-baa8-cd3c20238212,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:11.880684 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-0f093698-927f-449a-9dd3-f10af612fce3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:11.896961 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-0f093698-927f-449a-9dd3-f10af612fce3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:28:12.011532 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9abd4d1b-e976-4441-96e5-799b0eaafe3c req-c3221fe3-7d0a-4b3e-a59e-e8b479cf7d97 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153822 Oct 14 12:28:12.044734 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-0f093698-927f-449a-9dd3-f10af612fce3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:12.046376 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-0f093698-927f-449a-9dd3-f10af612fce3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:12.165726 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-0f093698-927f-449a-9dd3-f10af612fce3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8701470 Oct 14 12:28:12.217662 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51900) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:12.310919 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-d19da2e6-b0b8-4dea-b89c-f6335aa1e8a0 None None] Provisioning complete for port 8b3b28cd-0bf4-4273-baa8-cd3c20238212 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:12.311573 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d19da2e6-b0b8-4dea-b89c-f6335aa1e8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:12.366609 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d19da2e6-b0b8-4dea-b89c-f6335aa1e8a0 None None] Port 8b3b28cd-0bf4-4273-baa8-cd3c20238212 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:28:12.423263 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8e8eda32-1bb1-48d9-a9b0-bad1be6248a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:12.544186 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8e8eda32-1bb1-48d9-a9b0-bad1be6248a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:12.602763 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847637-ab3e-4a39-a42c-e4919275051c req-07e2de6f-6eef-4941-b170-f80567878d20 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:12.605876 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d0847637-ab3e-4a39-a42c-e4919275051c req-07e2de6f-6eef-4941-b170-f80567878d20 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0964301 Oct 14 12:28:12.658614 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d0847637-ab3e-4a39-a42c-e4919275051c req-96ae07fa-9bde-4bc1-b7a8-04e90e7bd1ee tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476446 Oct 14 12:28:12.857945 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fe964-2a3d-4591-bc45-3678c69755e7 req-e2759706-e416-46ad-a60c-80185e7f0507 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:12.857945 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-838fe964-2a3d-4591-bc45-3678c69755e7 req-e2759706-e416-46ad-a60c-80185e7f0507 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0761406 Oct 14 12:28:12.857945 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-838fe964-2a3d-4591-bc45-3678c69755e7 req-3ad3f9ea-5197-4f5b-9624-d12e007fdd75 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719569 Oct 14 12:28:12.857945 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11415c-ef1d-487c-80c7-d0347c23c797 req-be259128-e39e-4fcc-981b-2d3d219a707e tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:12.861162 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ed11415c-ef1d-487c-80c7-d0347c23c797 req-be259128-e39e-4fcc-981b-2d3d219a707e tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.1075330 Oct 14 12:28:12.917454 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8e8eda32-1bb1-48d9-a9b0-bad1be6248a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:12.963067 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8eda32-1bb1-48d9-a9b0-bad1be6248a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d46983-27f5-4138-8bcb-d4a840fb5d75,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:13.036335 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ed11415c-ef1d-487c-80c7-d0347c23c797 req-6c4c8d2d-8467-4f91-99c1-4f3539489f91 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646061 Oct 14 12:28:13.081753 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-8e8eda32-1bb1-48d9-a9b0-bad1be6248a8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8184ba51d5e54c3093db1ef6ec40643b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8337264 Oct 14 12:28:13.084279 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51914) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:13.102897 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b562c-4624-44e1-9d40-fab0886761fa req-afb45178-c97c-47a9-9a4a-1822e9353fff tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:13.105131 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef2b562c-4624-44e1-9d40-fab0886761fa req-afb45178-c97c-47a9-9a4a-1822e9353fff tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 932 time: 0.1093178 Oct 14 12:28:13.219168 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-68e456c8-342b-43e8-b725-1c06737bc0df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:13.225794 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef2b562c-4624-44e1-9d40-fab0886761fa req-d17c7f19-849b-4c17-8f7e-c13ac2875777 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108296 Oct 14 12:28:13.265118 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-68e456c8-342b-43e8-b725-1c06737bc0df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:13.460016 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-68e456c8-342b-43e8-b725-1c06737bc0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:13.463256 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-68e456c8-342b-43e8-b725-1c06737bc0df admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:13.464456 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-68e456c8-342b-43e8-b725-1c06737bc0df admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f9d46983-27f5-4138-8bcb-d4a840fb5d75 HTTP/1.1" status: 204 len: 168 time: 0.3784277 Oct 14 12:28:13.476462 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e456c8-342b-43e8-b725-1c06737bc0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d46983-27f5-4138-8bcb-d4a840fb5d75,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:14.063191 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e27559-f192-41d4-b7fe-484894ad38d2 req-c407c37e-9fe2-419c-a9d7-a1661e596bb2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:14.065166 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-58e27559-f192-41d4-b7fe-484894ad38d2 req-c407c37e-9fe2-419c-a9d7-a1661e596bb2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.1149180 Oct 14 12:28:14.075486 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2907-24ef-45c2-aee4-b96640762ca5 req-3b7cc243-9467-4b47-b10a-0028f00655a7 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:14.077337 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-29fc2907-24ef-45c2-aee4-b96640762ca5 req-3b7cc243-9467-4b47-b10a-0028f00655a7 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1086514 Oct 14 12:28:14.189361 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-58e27559-f192-41d4-b7fe-484894ad38d2 req-540d620c-9b8b-4073-9db6-f32fedca563a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017065 Oct 14 12:28:14.207196 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-29fc2907-24ef-45c2-aee4-b96640762ca5 req-ab5f38a5-a7f8-411a-b995-0abf571bf836 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099217 Oct 14 12:28:14.424100 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc28aa-f7c7-492c-a090-ae97cbbf94dc req-caa13b95-3bde-44f1-b6ff-6c98a9072054 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:14.425666 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ebdc28aa-f7c7-492c-a090-ae97cbbf94dc req-caa13b95-3bde-44f1-b6ff-6c98a9072054 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.1226449 Oct 14 12:28:14.440031 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fd479-07f7-49d2-94dd-761d62c9b8d2 req-275d1d57-be35-4fc8-aa49-5d0368bca49a tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:14.443354 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-844fd479-07f7-49d2-94dd-761d62c9b8d2 req-275d1d57-be35-4fc8-aa49-5d0368bca49a tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 932 time: 0.0825324 Oct 14 12:28:14.509348 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ebdc28aa-f7c7-492c-a090-ae97cbbf94dc req-881a24a0-5d0b-4191-b104-36824104245b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612102 Oct 14 12:28:14.521553 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-844fd479-07f7-49d2-94dd-761d62c9b8d2 req-4d6891ea-9c2e-4c58-a6ee-d30daeba0ad9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591490 Oct 14 12:28:14.968573 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51930) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:14.989948 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5364f39e-a6a8-459b-b62e-c78f5fcd85ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:15.108616 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5364f39e-a6a8-459b-b62e-c78f5fcd85ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:15.182202 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5364f39e-a6a8-459b-b62e-c78f5fcd85ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:15.229917 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-5364f39e-a6a8-459b-b62e-c78f5fcd85ec admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d878ed21e145428a8701fbd6f3d399fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597804 Oct 14 12:28:15.234228 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364f39e-a6a8-459b-b62e-c78f5fcd85ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a984561d-9b10-43f1-97e9-0a5e83341186,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:15.235022 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 51932) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:15.306047 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ebc854f-9175-4710-9460-0f4054660611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:15.336458 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ebc854f-9175-4710-9460-0f4054660611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:15.471887 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9193b-f36b-4486-a039-6418cce455fd req-a0bc1532-1799-487d-b826-79a89bf3eb6f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:15.480435 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fcd9193b-f36b-4486-a039-6418cce455fd req-a0bc1532-1799-487d-b826-79a89bf3eb6f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1441019 Oct 14 12:28:15.488900 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4d0f3-6032-433f-a21c-e474bd28b3a0 req-d857eb2e-7b7d-484f-a8b9-ff131727fe99 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:15.490475 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7fc4d0f3-6032-433f-a21c-e474bd28b3a0 req-d857eb2e-7b7d-484f-a8b9-ff131727fe99 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.1170003 Oct 14 12:28:15.566801 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fcd9193b-f36b-4486-a039-6418cce455fd req-43a0413d-1008-4aad-96e8-55637c74009b tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738895 Oct 14 12:28:15.589276 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7fc4d0f3-6032-433f-a21c-e474bd28b3a0 req-87504d87-c144-48f5-a43a-171557c9cb88 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892258 Oct 14 12:28:15.602903 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ebc854f-9175-4710-9460-0f4054660611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:15.615198 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ebc854f-9175-4710-9460-0f4054660611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:15.624451 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-3ebc854f-9175-4710-9460-0f4054660611 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a984561d-9b10-43f1-97e9-0a5e83341186 HTTP/1.1" status: 204 len: 168 time: 0.3839667 Oct 14 12:28:15.661978 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc854f-9175-4710-9460-0f4054660611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a984561d-9b10-43f1-97e9-0a5e83341186,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:15.794776 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d724bfb-297d-43c6-87e8-8a8159e9cfde req-bd3d4978-aa7c-44e5-b3a5-770d71faf3a4 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:15.796313 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9d724bfb-297d-43c6-87e8-8a8159e9cfde req-bd3d4978-aa7c-44e5-b3a5-770d71faf3a4 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.1267550 Oct 14 12:28:15.808689 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96329bb0-d275-44f4-9c09-aee9ad611ac8 req-afc0acab-ccc9-4f03-84bb-05107c250cca tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:15.811386 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-96329bb0-d275-44f4-9c09-aee9ad611ac8 req-afc0acab-ccc9-4f03-84bb-05107c250cca tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 932 time: 0.0801103 Oct 14 12:28:15.869917 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9d724bfb-297d-43c6-87e8-8a8159e9cfde req-08059a1e-2a95-4f89-bbb0-cdbf8d0507c9 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573545 Oct 14 12:28:15.904445 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-96329bb0-d275-44f4-9c09-aee9ad611ac8 req-e3072aeb-99a4-4e4c-b7ac-3e3d6722a1f2 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530088 Oct 14 12:28:16.773178 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81c79-bce2-472a-892d-582c638e8faa req-a6f243cd-56e2-40ae-bacd-c3c7087b14be tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:16.774790 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-91c81c79-bce2-472a-892d-582c638e8faa req-a6f243cd-56e2-40ae-bacd-c3c7087b14be tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0967782 Oct 14 12:28:16.842780 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-91c81c79-bce2-472a-892d-582c638e8faa req-bf68e7cd-1e64-4267-a7b6-04e5c8c922af tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491850 Oct 14 12:28:16.852259 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3145d2a-0829-4304-ade4-eaa0f9eefee8 req-d24f9f77-3c5a-4636-a2f9-22ca57b0d0e0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:16.853893 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b3145d2a-0829-4304-ade4-eaa0f9eefee8 req-d24f9f77-3c5a-4636-a2f9-22ca57b0d0e0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.1036708 Oct 14 12:28:16.961631 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b3145d2a-0829-4304-ade4-eaa0f9eefee8 req-48820456-bf8e-460e-870f-75bbbfc5fc6f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834956 Oct 14 12:28:17.149011 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b4a19-a8dc-46fd-af17-1ad79616cec4 req-23b30731-5236-4953-acdc-1437e09d4377 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:17.152067 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-953b4a19-a8dc-46fd-af17-1ad79616cec4 req-23b30731-5236-4953-acdc-1437e09d4377 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.1374042 Oct 14 12:28:17.220364 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631f5fb-11a2-4e28-8f20-d92afdea64e6 req-ce72dbd7-2c29-466d-a515-fcfde86453cd tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:17.223718 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c631f5fb-11a2-4e28-8f20-d92afdea64e6 req-ce72dbd7-2c29-466d-a515-fcfde86453cd tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 932 time: 0.1357810 Oct 14 12:28:17.267457 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-953b4a19-a8dc-46fd-af17-1ad79616cec4 req-e54dc570-9988-43d8-84ed-2592cc352098 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075406 Oct 14 12:28:17.314669 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c631f5fb-11a2-4e28-8f20-d92afdea64e6 req-54351dfe-f6e1-4785-803b-26d2062fa101 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770597 Oct 14 12:28:17.606082 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1393afaa-087b-4d57-8bf7-6665a7fb9aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:18.033827 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e62d07-5b1a-4938-8afc-cb7a89d05513 req-b8b60b14-beee-46a9-b463-726b182d4f98 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:18.043543 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e0e62d07-5b1a-4938-8afc-cb7a89d05513 req-b8b60b14-beee-46a9-b463-726b182d4f98 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0795274 Oct 14 12:28:18.085933 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51986) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:18.092461 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e0e62d07-5b1a-4938-8afc-cb7a89d05513 req-40d5a091-edea-475b-8e9c-e586acbd0717 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474660 Oct 14 12:28:18.216826 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb516a6c-dab9-46c0-afdf-0e6c2912e175 req-152139a5-6903-4979-9319-3a11355a9584 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:18.219046 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fb516a6c-dab9-46c0-afdf-0e6c2912e175 req-152139a5-6903-4979-9319-3a11355a9584 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.1300869 Oct 14 12:28:18.254986 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:18.297862 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fb516a6c-dab9-46c0-afdf-0e6c2912e175 req-411838f7-4a00-4490-9855-557a07aaa47f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664570 Oct 14 12:28:18.418388 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:18.497658 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:18.523320 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511abd6-8439-4044-a1bd-5d9f530a87a4 req-e17511ff-4366-454b-8325-8333185c8566 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:18.525265 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3511abd6-8439-4044-a1bd-5d9f530a87a4 req-e17511ff-4366-454b-8325-8333185c8566 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.1155391 Oct 14 12:28:18.531471 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=12094bcb486b40c2b573ab2f8da08319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441478 Oct 14 12:28:18.534471 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 51994) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:18.551624 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7498e8-c81b-42ef-bd56-0d810e66a815 req-72b06770-2447-4a33-b819-d3ca87ae9a53 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:18.555036 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222895f0-614b-4d6d-b416-bba249398676,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:18.565074 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:18.565074 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:18.565074 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:18.565487 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:18.565487 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:18.565824 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:18.566151 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:18.566325 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ad7498e8-c81b-42ef-bd56-0d810e66a815 req-72b06770-2447-4a33-b819-d3ca87ae9a53 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 932 time: 0.1081715 Oct 14 12:28:18.566472 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:18.566851 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:18.567171 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:18.567487 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:18.567807 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b521acf-38fc-4324-a167-b4b8de36644d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:18.630659 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2151fbec-9096-4f4d-8c37-0b37daa70030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:18.644635 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ad7498e8-c81b-42ef-bd56-0d810e66a815 req-7854a71e-ec2a-4be1-bda3-0fc74332af5a tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770507 Oct 14 12:28:18.668850 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3511abd6-8439-4044-a1bd-5d9f530a87a4 req-f644fd20-f9a1-4dfe-af7f-2a05401acd96 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310995 Oct 14 12:28:18.669842 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2151fbec-9096-4f4d-8c37-0b37daa70030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:18.858231 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2151fbec-9096-4f4d-8c37-0b37daa70030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:18.861791 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2151fbec-9096-4f4d-8c37-0b37daa70030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:18.865401 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-2151fbec-9096-4f4d-8c37-0b37daa70030 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/222895f0-614b-4d6d-b416-bba249398676 HTTP/1.1" status: 204 len: 168 time: 0.3296461 Oct 14 12:28:18.880215 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151fbec-9096-4f4d-8c37-0b37daa70030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222895f0-614b-4d6d-b416-bba249398676,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:19.315071 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98738bc-89bc-4f86-9882-a0672f052488 req-dfd481d7-2c52-4331-b66b-9e773410ecbe tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:19.317065 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e98738bc-89bc-4f86-9882-a0672f052488 req-dfd481d7-2c52-4331-b66b-9e773410ecbe tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0863187 Oct 14 12:28:19.375806 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e98738bc-89bc-4f86-9882-a0672f052488 req-7412bdaa-9a1d-4f9d-8c85-0c48fa6acf09 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440450 Oct 14 12:28:19.541432 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc8d73-bcf7-4286-af18-8c78e5981029 req-c9b0340a-022c-4d2d-bc8c-dc7f48491f10 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:19.541432 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-86bc8d73-bcf7-4286-af18-8c78e5981029 req-c9b0340a-022c-4d2d-bc8c-dc7f48491f10 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0719953 Oct 14 12:28:19.605040 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-86bc8d73-bcf7-4286-af18-8c78e5981029 req-eb1758df-755b-4bd3-ac92-ace1da053a28 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450213 Oct 14 12:28:19.870936 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309febf-a577-4f85-a9c1-5158ca1d30d6 req-c69371aa-f2a9-453e-a60c-0de05cd4fdca tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:19.872475 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0309febf-a577-4f85-a9c1-5158ca1d30d6 req-c69371aa-f2a9-453e-a60c-0de05cd4fdca tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0984433 Oct 14 12:28:19.886924 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2774-b675-49ee-8e13-54059294f5b2 req-530c1304-8eb1-4bd5-968b-e33becceb95b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:19.888456 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ddfa2774-b675-49ee-8e13-54059294f5b2 req-530c1304-8eb1-4bd5-968b-e33becceb95b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 932 time: 0.1026118 Oct 14 12:28:19.959015 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0309febf-a577-4f85-a9c1-5158ca1d30d6 req-5b638cc2-4b4c-4beb-b299-c0225cb808cb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692117 Oct 14 12:28:19.977237 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ddfa2774-b675-49ee-8e13-54059294f5b2 req-c632af25-8323-49a5-b5f8-e875d0333714 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802579 Oct 14 12:28:20.520572 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7525a0f-7293-49ff-a86b-24b84f57a1a9 req-1fb0d6d4-456b-472d-a158-a6ace00dd6d0 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:20.523345 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f7525a0f-7293-49ff-a86b-24b84f57a1a9 req-1fb0d6d4-456b-472d-a158-a6ace00dd6d0 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0672193 Oct 14 12:28:20.548792 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e56a608-d127-46bd-96b2-4e78677abcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:20.613949 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f7525a0f-7293-49ff-a86b-24b84f57a1a9 req-85700922-a974-401d-8731-50af4d861a0b tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723009 Oct 14 12:28:20.772330 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e9fab-21d8-492b-a9ac-3da79ee1fcbf req-26f133ab-2745-4b49-9284-63b35a9c8f03 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:20.774191 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-051e9fab-21d8-492b-a9ac-3da79ee1fcbf req-26f133ab-2745-4b49-9284-63b35a9c8f03 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0671351 Oct 14 12:28:20.832444 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-051e9fab-21d8-492b-a9ac-3da79ee1fcbf req-45a1553b-0bb5-4143-92b4-3e7b88c16afe tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464098 Oct 14 12:28:21.189566 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23d0de-7c69-4535-a91f-85ac8fdf22d8 req-b2b2879d-c62a-4b82-ba92-f6fa2faceb0f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:21.197177 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9e23d0de-7c69-4535-a91f-85ac8fdf22d8 req-b2b2879d-c62a-4b82-ba92-f6fa2faceb0f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.1307480 Oct 14 12:28:21.223262 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3a440-575d-4f48-8712-ab21b438eecb req-797eccc1-7719-4464-b784-af3181e5d0aa tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:21.224826 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b3c3a440-575d-4f48-8712-ab21b438eecb req-797eccc1-7719-4464-b784-af3181e5d0aa tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 932 time: 0.1032007 Oct 14 12:28:21.279676 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9e23d0de-7c69-4535-a91f-85ac8fdf22d8 req-d80e6d86-8699-4aed-8c77-b06998202469 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813956 Oct 14 12:28:21.321324 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b3c3a440-575d-4f48-8712-ab21b438eecb req-df045fa8-3401-4939-9a4b-fcc7946032fc tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761118 Oct 14 12:28:21.524066 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:21.770111 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc8267-e6d2-4fba-85b6-5dde5a2de784 req-66488795-1bc7-4126-be7c-23afc26783c4 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:21.772756 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7cfc8267-e6d2-4fba-85b6-5dde5a2de784 req-66488795-1bc7-4126-be7c-23afc26783c4 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0645707 Oct 14 12:28:21.817128 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7cfc8267-e6d2-4fba-85b6-5dde5a2de784 req-3033a3de-2335-4f7b-b7a4-b17ebacb4914 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380559 Oct 14 12:28:22.007899 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54885a5f-36e7-4a07-990e-7bc81b1fd357 req-8e649b18-3758-4b65-8675-ff2aee25800c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:22.009719 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-54885a5f-36e7-4a07-990e-7bc81b1fd357 req-8e649b18-3758-4b65-8675-ff2aee25800c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0633004 Oct 14 12:28:22.064354 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-54885a5f-36e7-4a07-990e-7bc81b1fd357 req-a584720e-9427-40ff-a6fb-54ea7a494d53 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464828 Oct 14 12:28:22.214914 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:22.230529 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Request body: {'port': {'device_id': '26cc4dea-3b64-4aad-8331-163801ec1cae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:22.297666 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:22.582282 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7a724-030f-438d-a4ab-b0a90d2bbe4c req-f4b784be-a014-4c50-822c-315c09b21f28 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:22.587575 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-12a7a724-030f-438d-a4ab-b0a90d2bbe4c req-f4b784be-a014-4c50-822c-315c09b21f28 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.2428505 Oct 14 12:28:22.729642 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3616720-cbde-4ab4-a3f1-2b7fafaae4ac req-cdced90d-e58b-48db-9af4-97b211b6ece2 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:22.732017 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c3616720-cbde-4ab4-a3f1-2b7fafaae4ac req-cdced90d-e58b-48db-9af4-97b211b6ece2 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 932 time: 0.3159752 Oct 14 12:28:22.739091 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294a758-7cf9-4b6d-baa0-22d39cd7bf38 req-c0a7d94b-cda5-41bf-acf8-3a3d371d5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:22.741399 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d294a758-7cf9-4b6d-baa0-22d39cd7bf38 req-c0a7d94b-cda5-41bf-acf8-3a3d371d5b74 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=973a39f1cf0340d9a7478172ddec1d10&device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 1099 time: 0.2486532 Oct 14 12:28:22.860171 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:23.046036 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-12a7a724-030f-438d-a4ab-b0a90d2bbe4c req-62ffd727-253f-4f97-a501-bc8470a397ef tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381766 Oct 14 12:28:23.150814 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c3616720-cbde-4ab4-a3f1-2b7fafaae4ac req-aa60e5fc-3578-49c7-89ed-de3a37ec66a6 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3954895 Oct 14 12:28:23.233568 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294a758-7cf9-4b6d-baa0-22d39cd7bf38 req-29c1823f-f4e5-4da4-91e1-86cb604b143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:23.235075 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d294a758-7cf9-4b6d-baa0-22d39cd7bf38 req-29c1823f-f4e5-4da4-91e1-86cb604b143a service neutron] 10.222.0.82 "GET /v2.0/networks?id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2 HTTP/1.1" status: 200 len: 920 time: 0.4815714 Oct 14 12:28:23.288813 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a3e45-abdd-46b5-a80a-23d2095daf64 req-70f88031-659b-4df9-9ce8-4bf653d76346 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:23.290424 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-234a3e45-abdd-46b5-a80a-23d2095daf64 req-70f88031-659b-4df9-9ce8-4bf653d76346 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1660740 Oct 14 12:28:23.332461 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3b28cd-0bf4-4273-baa8-cd3c20238212 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:28:23.339198 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d294a758-7cf9-4b6d-baa0-22d39cd7bf38 req-f21b50a9-68f2-4658-b605-ca4a99451ba0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a168ce-97b6-4989-b238-6318056cb676 HTTP/1.1" status: 200 len: 217 time: 0.0854688 Oct 14 12:28:23.351871 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:23.419364 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Transition to ACTIVE for port object 8b3b28cd-0bf4-4273-baa8-cd3c20238212 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:28:23.438273 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad55c0-6377-4fc4-828e-31d26fe21d13 req-ac93dbfb-fd1b-45d9-8821-247da2744594 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:23.439929 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-84ad55c0-6377-4fc4-828e-31d26fe21d13 req-ac93dbfb-fd1b-45d9-8821-247da2744594 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.2039528 Oct 14 12:28:23.450034 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-234a3e45-abdd-46b5-a80a-23d2095daf64 req-60f2d0d3-2794-4f52-b4ee-a883ae89d465 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202545 Oct 14 12:28:23.465678 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294a758-7cf9-4b6d-baa0-22d39cd7bf38 req-90b4b4d9-b362-4fcb-a88b-042c865fc0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:23.467180 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d294a758-7cf9-4b6d-baa0-22d39cd7bf38 req-90b4b4d9-b362-4fcb-a88b-042c865fc0ff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=70525aa9-723f-43d0-835a-f6a0dee60cf8 HTTP/1.1" status: 200 len: 859 time: 0.1040099 Oct 14 12:28:23.490082 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:23.525197 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d294a758-7cf9-4b6d-baa0-22d39cd7bf38 req-4fc7d8b0-0298-4f93-b7ed-ae252fe51d7d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48fa637c-0ab1-4285-9c10-f28e9ef85ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485287 Oct 14 12:28:23.576318 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-84ad55c0-6377-4fc4-828e-31d26fe21d13 req-fa198175-5754-43cc-bb5e-a589d25d4185 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233983 Oct 14 12:28:23.619692 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Pushing event updated for resources: {'Port': ['ID=8b3b28cd-0bf4-4273-baa8-cd3c20238212,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:23.682997 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:23.683347 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:23.683688 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:23.684120 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:23.684429 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:23.684757 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:23.685109 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:23.685434 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:23.685759 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:23.686200 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:23.686413 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:23.686757 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:23.755085 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d294a758-7cf9-4b6d-baa0-22d39cd7bf38 req-edc84634-ccb2-4e49-953e-550f461e9254 service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003825 Oct 14 12:28:23.776542 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Attempting to bind port 8b3b28cd-0bf4-4273-baa8-cd3c20238212 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:28:23.776910 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Attempting to bind port 8b3b28cd-0bf4-4273-baa8-cd3c20238212 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:28:23.777241 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Attempting to bind port 8b3b28cd-0bf4-4273-baa8-cd3c20238212 on network 140e7268-9a2f-434a-85c9-99efbcd597b9 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:28:23.801572 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Port 8b3b28cd-0bf4-4273-baa8-cd3c20238212 on network 140e7268-9a2f-434a-85c9-99efbcd597b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:28:23.801899 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Attempting to bind port 8b3b28cd-0bf4-4273-baa8-cd3c20238212 on network 140e7268-9a2f-434a-85c9-99efbcd597b9 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:28:23.837195 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:28:23.837690 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Checking segment: {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:23.838084 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Bound using segment: {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:28:23.838542 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Bound port: 8b3b28cd-0bf4-4273-baa8-cd3c20238212, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:28:23.838934 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:23.917569 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d294a758-7cf9-4b6d-baa0-22d39cd7bf38 req-49926de1-6690-4907-ac18-fb290ae6b891 service neutron] 10.222.0.82 "GET /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523650 Oct 14 12:28:23.941706 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] For port 8b3b28cd-0bf4-4273-baa8-cd3c20238212, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:28:23.945180 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] For port 8b3b28cd-0bf4-4273-baa8-cd3c20238212, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8b3b28cd-0bf4-4273-baa8-cd3c20238212,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:28:24.013159 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:24.049863 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:24.050686 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:24.052316 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] 10.222.0.82 "PUT /v2.0/ports/8b3b28cd-0bf4-4273-baa8-cd3c20238212 HTTP/1.1" status: 200 len: 1094 time: 1.8273866 Oct 14 12:28:24.054811 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cc4dea-3b64-4aad-8331-163801ec1cae', 'tag': '8b3b28cd-0bf4-4273-baa8-cd3c20238212'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:28:24.057963 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d890cb-70ae-45bf-836d-0cdc49c7ac8c" -d '{"events": [{"name": "network-changed", "server_uuid": "26cc4dea-3b64-4aad-8331-163801ec1cae", "tag": "8b3b28cd-0bf4-4273-baa8-cd3c20238212"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:28:24.093289 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8da0fe-28bf-451a-9619-e6a3b0b1870f service neutron] Pushing event updated for resources: {'Port': ['ID=8b3b28cd-0bf4-4273-baa8-cd3c20238212,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:24.107456 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10205a86-ef3d-4e66-aab5-3755c2f637e7 x-openstack-request-id: req-10205a86-ef3d-4e66-aab5-3755c2f637e7 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:28:24.107693 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cc4dea-3b64-4aad-8331-163801ec1cae", "tag": "8b3b28cd-0bf4-4273-baa8-cd3c20238212", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:28:24.107998 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-10205a86-ef3d-4e66-aab5-3755c2f637e7 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:28:24.108479 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cc4dea-3b64-4aad-8331-163801ec1cae', 'tag': '8b3b28cd-0bf4-4273-baa8-cd3c20238212', 'status': 'completed', 'code': 200} Oct 14 12:28:24.218998 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d890cb-70ae-45bf-836d-0cdc49c7ac8c req-733bf391-fbc9-49f6-9b68-70456fab63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:24.220528 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-18d890cb-70ae-45bf-836d-0cdc49c7ac8c req-733bf391-fbc9-49f6-9b68-70456fab63fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 1097 time: 0.0707536 Oct 14 12:28:24.228857 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b4f3-2a8e-4924-9345-1e6d84c0c6f9 req-9525af6c-305e-4215-9df0-db00f49f5854 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:24.230460 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d8b6b4f3-2a8e-4924-9345-1e6d84c0c6f9 req-9525af6c-305e-4215-9df0-db00f49f5854 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0943682 Oct 14 12:28:24.386343 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d8b6b4f3-2a8e-4924-9345-1e6d84c0c6f9 req-75254c72-138f-4035-af54-df4e7799b80a tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453080 Oct 14 12:28:24.403816 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7055-4c20-4cd0-9145-e1e3a4ddaf8d req-e2ede26f-faac-4ce4-b824-6981c62c659f tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:24.405396 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-581f7055-4c20-4cd0-9145-e1e3a4ddaf8d req-e2ede26f-faac-4ce4-b824-6981c62c659f tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 944 time: 0.1655970 Oct 14 12:28:24.423587 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d890cb-70ae-45bf-836d-0cdc49c7ac8c req-8114c609-a5f1-48e5-80bc-424019f6e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:24.425052 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-18d890cb-70ae-45bf-836d-0cdc49c7ac8c req-8114c609-a5f1-48e5-80bc-424019f6e9b2 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1932771 Oct 14 12:28:24.475324 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-581f7055-4c20-4cd0-9145-e1e3a4ddaf8d req-b017a9b7-bfb9-48e0-8e6c-647dd90c7ccb tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627670 Oct 14 12:28:24.584645 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d890cb-70ae-45bf-836d-0cdc49c7ac8c req-687e7a14-f984-46f5-8f54-7a29bc5e8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:24.586222 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-18d890cb-70ae-45bf-836d-0cdc49c7ac8c req-687e7a14-f984-46f5-8f54-7a29bc5e8ff2 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1480143 Oct 14 12:28:24.599050 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f82896-d155-4fd9-8daa-e8deae981a77 req-eab30bd8-f0b3-4e96-84ad-a3e20b8113b9 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:24.600875 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-15f82896-d155-4fd9-8daa-e8deae981a77 req-eab30bd8-f0b3-4e96-84ad-a3e20b8113b9 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0733352 Oct 14 12:28:24.645323 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-15f82896-d155-4fd9-8daa-e8deae981a77 req-9c95ce05-571f-4f8d-bf37-ec939112fda8 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380578 Oct 14 12:28:24.726950 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1df2b-8871-450d-8289-50289f1e58b3 req-faf0c76c-6086-41e4-b619-74c7a6c3cbd8 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:24.728301 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-13c1df2b-8871-450d-8289-50289f1e58b3 req-faf0c76c-6086-41e4-b619-74c7a6c3cbd8 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0531156 Oct 14 12:28:24.769639 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-13c1df2b-8871-450d-8289-50289f1e58b3 req-2870c9e4-6179-4a24-854a-65ed53fc39b1 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353432 Oct 14 12:28:25.509686 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61154b00-6349-4009-b723-72a081d658e7 req-98e65155-e8f7-4a56-b0d8-0e3873c52584 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:25.511415 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-61154b00-6349-4009-b723-72a081d658e7 req-98e65155-e8f7-4a56-b0d8-0e3873c52584 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0539558 Oct 14 12:28:25.563185 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-61154b00-6349-4009-b723-72a081d658e7 req-394ce3d2-cf17-49f8-bda2-810850422b28 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441823 Oct 14 12:28:25.605378 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca12eca-7a42-4025-bd6a-9c912df9c0c2 req-aa40c16c-e7a3-4667-9357-4f7d32a332d9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:25.607070 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7ca12eca-7a42-4025-bd6a-9c912df9c0c2 req-aa40c16c-e7a3-4667-9357-4f7d32a332d9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 944 time: 0.0604920 Oct 14 12:28:25.650610 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7ca12eca-7a42-4025-bd6a-9c912df9c0c2 req-12dd3699-2330-4f13-b650-6d5fd57ed21c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367172 Oct 14 12:28:25.767957 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86f5f3-4f5d-464e-9389-606a3284d16f req-34c75fde-b05c-4c6a-a255-56269d4c1ea5 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:25.769421 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1b86f5f3-4f5d-464e-9389-606a3284d16f req-34c75fde-b05c-4c6a-a255-56269d4c1ea5 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0509543 Oct 14 12:28:25.810416 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1b86f5f3-4f5d-464e-9389-606a3284d16f req-9d882eed-9d83-499c-806f-69f169b99f1f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342438 Oct 14 12:28:25.898598 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72bc6a-fa73-48e8-bc2a-5ba50d867bca req-8262afb6-4186-4b43-b778-a800b93c9f34 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:25.900358 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3e72bc6a-fa73-48e8-bc2a-5ba50d867bca req-8262afb6-4186-4b43-b778-a800b93c9f34 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0556788 Oct 14 12:28:25.941299 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3e72bc6a-fa73-48e8-bc2a-5ba50d867bca req-3baf4ae7-9db5-4a43-9d1a-3a306c1f7df5 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347490 Oct 14 12:28:26.685351 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403c353-068a-4588-9db4-a861870c89da req-01c24642-7666-4b9e-b21f-b8b1370346db tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:26.686888 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1403c353-068a-4588-9db4-a861870c89da req-01c24642-7666-4b9e-b21f-b8b1370346db tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0550067 Oct 14 12:28:26.735951 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1403c353-068a-4588-9db4-a861870c89da req-0a251f30-4e63-44cc-bac2-12fe66b03667 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426459 Oct 14 12:28:26.772530 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a0198-e15f-4e2e-b128-607c4ff5f089 req-b2a2640a-3245-4d26-9745-cb579072363d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:26.773996 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-345a0198-e15f-4e2e-b128-607c4ff5f089 req-b2a2640a-3245-4d26-9745-cb579072363d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 944 time: 0.0548236 Oct 14 12:28:26.812459 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-345a0198-e15f-4e2e-b128-607c4ff5f089 req-217ff177-f1de-4d36-95b1-a70adf4e8f56 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325515 Oct 14 12:28:26.932099 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae486d-c77e-466b-af91-5235c6193fdc req-f83f9829-d63e-4593-a295-9ba3fb5664b7 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:26.933611 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bfae486d-c77e-466b-af91-5235c6193fdc req-f83f9829-d63e-4593-a295-9ba3fb5664b7 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0508683 Oct 14 12:28:26.978907 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bfae486d-c77e-466b-af91-5235c6193fdc req-2b3a1ff0-628d-4c14-94df-c904dfe16e18 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390458 Oct 14 12:28:27.082911 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92104596-9ea9-44ba-89ba-dfcfc06652ad req-a6228385-4ced-48f7-a5e8-84dfcf2f5a95 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:27.084984 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-92104596-9ea9-44ba-89ba-dfcfc06652ad req-a6228385-4ced-48f7-a5e8-84dfcf2f5a95 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0561361 Oct 14 12:28:27.125627 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-92104596-9ea9-44ba-89ba-dfcfc06652ad req-14a2a021-9ac9-481e-a672-9578d116670a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332420 Oct 14 12:28:27.283658 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22120bd-02b3-4a5e-a63f-beebf69e99e6 req-f814fc9f-afc6-4663-a3ac-45c05307c57d tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:27.285104 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a22120bd-02b3-4a5e-a63f-beebf69e99e6 req-f814fc9f-afc6-4663-a3ac-45c05307c57d tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0814140 Oct 14 12:28:27.291384 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-359d872b-aff4-40de-9ace-a6dbf71e21af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:27.292865 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-359d872b-aff4-40de-9ace-a6dbf71e21af service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 1097 time: 0.0603251 Oct 14 12:28:27.358670 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-0719f20c-1c53-4683-8208-091b3001da84 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b3b28cd-0bf4-4273-baa8-cd3c20238212 HTTP/1.1" status: 200 len: 217 time: 0.0574849 Oct 14 12:28:27.441199 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-61f88080-2e3c-44ac-ac32-2e40fb459e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:27.442683 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-61f88080-2e3c-44ac-ac32-2e40fb459e6b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1 HTTP/1.1" status: 200 len: 851 time: 0.0731475 Oct 14 12:28:27.491804 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-a22120bd-02b3-4a5e-a63f-beebf69e99e6 req-98d8b079-01ba-4dcb-a9cd-9d7fde89e9bb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Deleting port d071e320-dc6c-4a09-932f-4dbe98bb5fcc {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:28:27.492255 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a22120bd-02b3-4a5e-a63f-beebf69e99e6 req-98d8b079-01ba-4dcb-a9cd-9d7fde89e9bb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:27.556839 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-609400c4-c031-43e9-ad6e-fbc2261b5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:27.558381 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-609400c4-c031-43e9-ad6e-fbc2261b5a64 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=140e7268-9a2f-434a-85c9-99efbcd597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1083019 Oct 14 12:28:27.664419 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-a22120bd-02b3-4a5e-a63f-beebf69e99e6 req-98d8b079-01ba-4dcb-a9cd-9d7fde89e9bb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] For port d071e320-dc6c-4a09-932f-4dbe98bb5fcc, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d071e320-dc6c-4a09-932f-4dbe98bb5fcc,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:27.664779 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a22120bd-02b3-4a5e-a63f-beebf69e99e6 req-98d8b079-01ba-4dcb-a9cd-9d7fde89e9bb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:27.682631 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-a22120bd-02b3-4a5e-a63f-beebf69e99e6 req-98d8b079-01ba-4dcb-a9cd-9d7fde89e9bb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Calling delete_port for d071e320-dc6c-4a09-932f-4dbe98bb5fcc owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:28:27.708943 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-0983acdc-35ff-45a4-9f39-43e9d0857de9 service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408486 Oct 14 12:28:27.753809 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device d071e320-dc6c-4a09-932f-4dbe98bb5fcc no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:28:27.872019 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:27.915593 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a37b1dc0-1b63-48a5-a029-fbd34789e7e3 req-59c80a57-dece-4c12-9135-dd4e8ecd4134 service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766653 Oct 14 12:28:27.968385 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1ae42-46a1-4682-b7cd-c818f5500cd6 req-6fbbfec7-c58f-4f96-aa21-0bc19999e75d tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:27.969810 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fec1ae42-46a1-4682-b7cd-c818f5500cd6 req-6fbbfec7-c58f-4f96-aa21-0bc19999e75d tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 945 time: 0.1433942 Oct 14 12:28:28.036033 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0c673-54d2-40c3-84f2-55981fd70edc req-f46fa134-e19f-4f63-bafb-e6255a419bc5 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:28.038357 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2dd0c673-54d2-40c3-84f2-55981fd70edc req-f46fa134-e19f-4f63-bafb-e6255a419bc5 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 944 time: 0.1336255 Oct 14 12:28:28.041406 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fec1ae42-46a1-4682-b7cd-c818f5500cd6 req-fc1f2e6d-be1b-47f2-9b5f-f7e72c0ad6c0 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614119 Oct 14 12:28:28.085955 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2dd0c673-54d2-40c3-84f2-55981fd70edc req-1735624a-4e75-49fa-a9cf-4e814405d902 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366044 Oct 14 12:28:28.093230 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a22120bd-02b3-4a5e-a63f-beebf69e99e6 req-98d8b079-01ba-4dcb-a9cd-9d7fde89e9bb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:28.144140 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['40913220-b2c2-4b0c-8063-661289ee4ace', '4286ba41-1942-4e4c-be3f-6ab1d92f10ef'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:28:28.153813 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8b079-01ba-4dcb-a9cd-9d7fde89e9bb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Pushing event deleted for resources: {'Port': ['ID=d071e320-dc6c-4a09-932f-4dbe98bb5fcc,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:28.499866 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22120bd-02b3-4a5e-a63f-beebf69e99e6 req-98d8b079-01ba-4dcb-a9cd-9d7fde89e9bb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] No DVR routers for this DVR port d071e320-dc6c-4a09-932f-4dbe98bb5fcc on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:28:28.503538 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a22120bd-02b3-4a5e-a63f-beebf69e99e6 req-98d8b079-01ba-4dcb-a9cd-9d7fde89e9bb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:28.508022 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a22120bd-02b3-4a5e-a63f-beebf69e99e6 req-98d8b079-01ba-4dcb-a9cd-9d7fde89e9bb tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "DELETE /v2.0/ports/d071e320-dc6c-4a09-932f-4dbe98bb5fcc HTTP/1.1" status: 204 len: 173 time: 1.2142599 Oct 14 12:28:28.508640 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a199e42-5ef3-4e8f-893b-e62b6088f0d8', 'name': 'network-vif-deleted', 'tag': 'd071e320-dc6c-4a09-932f-4dbe98bb5fcc'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:28:28.510932 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdb8f50-d7c0-4163-be9c-9917eee9f06f" -d '{"events": [{"server_uuid": "3a199e42-5ef3-4e8f-893b-e62b6088f0d8", "name": "network-vif-deleted", "tag": "d071e320-dc6c-4a09-932f-4dbe98bb5fcc"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:28:28.554382 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84643171-406c-44fa-b8dd-92b6cc870820 req-f06b6d79-8113-40fa-8d4c-7ac99fef2d66 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:28.555949 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-84643171-406c-44fa-b8dd-92b6cc870820 req-f06b6d79-8113-40fa-8d4c-7ac99fef2d66 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.4341631 Oct 14 12:28:28.567672 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b12f24-25aa-412a-af95-e09729677e30 req-ac8d9490-e555-4cfd-a2c5-262ae309c9b2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:28.570400 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-99b12f24-25aa-412a-af95-e09729677e30 req-ac8d9490-e555-4cfd-a2c5-262ae309c9b2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0973167 Oct 14 12:28:28.626753 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-84643171-406c-44fa-b8dd-92b6cc870820 req-4369eb33-510c-4b2a-9bd8-b4ec13d1a5be tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553095 Oct 14 12:28:28.632539 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-99b12f24-25aa-412a-af95-e09729677e30 req-6c8ef249-a8e6-4a79-b6fd-a1b86996b93c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540581 Oct 14 12:28:28.683694 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e160e86-67f2-4b93-8ebc-886af4855c72 x-openstack-request-id: req-8e160e86-67f2-4b93-8ebc-886af4855c72 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:28:28.683694 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a199e42-5ef3-4e8f-893b-e62b6088f0d8", "name": "network-vif-deleted", "tag": "d071e320-dc6c-4a09-932f-4dbe98bb5fcc", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:28:28.683694 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8e160e86-67f2-4b93-8ebc-886af4855c72 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:28:28.683694 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a199e42-5ef3-4e8f-893b-e62b6088f0d8', 'name': 'network-vif-deleted', 'tag': 'd071e320-dc6c-4a09-932f-4dbe98bb5fcc', 'status': 'completed', 'code': 200} Oct 14 12:28:29.175019 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f478e358-dd1e-4414-99b7-7c1387313c52 req-becf63e1-71e0-4f87-b7aa-aade14c88068 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a199e42-5ef3-4e8f-893b-e62b6088f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0529525 Oct 14 12:28:29.224013 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e1de9-6d29-451d-920f-a079fd2038b5 req-bfe228c4-b53e-47d6-ac99-0cea8ff2aa07 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:29.226033 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-356e1de9-6d29-451d-920f-a079fd2038b5 req-bfe228c4-b53e-47d6-ac99-0cea8ff2aa07 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 944 time: 0.0534909 Oct 14 12:28:29.265267 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-356e1de9-6d29-451d-920f-a079fd2038b5 req-4109ca3f-163d-4afd-8563-88af317c8064 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325453 Oct 14 12:28:29.780225 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3dec-687b-4cd7-abb6-413b426642bf req-4d9e156b-40a5-4329-8a6b-95b266271f19 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:29.781820 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c6ca3dec-687b-4cd7-abb6-413b426642bf req-4d9e156b-40a5-4329-8a6b-95b266271f19 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0850182 Oct 14 12:28:29.784381 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:28:29.806189 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeefd1-7a8c-441a-a31b-a8f11d737f71 req-40299aa8-9f02-40ab-a81f-01dbd04d03c3 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:29.807689 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5eaeefd1-7a8c-441a-a31b-a8f11d737f71 req-40299aa8-9f02-40ab-a81f-01dbd04d03c3 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0792997 Oct 14 12:28:29.861478 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c6ca3dec-687b-4cd7-abb6-413b426642bf req-512cd44f-a2c1-4406-9a0b-800a32e85597 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729594 Oct 14 12:28:29.867190 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5eaeefd1-7a8c-441a-a31b-a8f11d737f71 req-2dc1eadd-3293-4990-a355-3145fd936df5 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527694 Oct 14 12:28:30.401287 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9170ee6-fc0e-47e6-beb9-680b18c27ce5 req-f8a50efe-9d2e-4372-baba-7323fa686781 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:30.402831 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9170ee6-fc0e-47e6-beb9-680b18c27ce5 req-f8a50efe-9d2e-4372-baba-7323fa686781 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 944 time: 0.0551753 Oct 14 12:28:30.445024 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9170ee6-fc0e-47e6-beb9-680b18c27ce5 req-11b08a14-5260-492d-ab6b-ef4bf1eea284 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357883 Oct 14 12:28:30.786948 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e17c85-4a85-4156-8d5c-efaed145943e req-551a5417-ef25-4322-90fa-d7316afce7b0 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:30.790046 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-36e17c85-4a85-4156-8d5c-efaed145943e req-551a5417-ef25-4322-90fa-d7316afce7b0 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 946 time: 0.0594656 Oct 14 12:28:30.847622 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-36e17c85-4a85-4156-8d5c-efaed145943e req-870fbd54-29fe-473f-a6c3-1dfec5488dc9 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456395 Oct 14 12:28:31.007515 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fe841-d755-452e-8a28-62dc20ca0141 req-cc9ae0a2-1cf9-4430-99d4-0e6c7dd21aa8 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:31.009138 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8d6fe841-d755-452e-8a28-62dc20ca0141 req-cc9ae0a2-1cf9-4430-99d4-0e6c7dd21aa8 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 944 time: 0.0596657 Oct 14 12:28:31.052883 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8d6fe841-d755-452e-8a28-62dc20ca0141 req-c27c2910-b5fe-4ae3-9653-83af313c0393 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373466 Oct 14 12:28:31.349753 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 52170) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:31.472488 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8fbecd56-078f-4325-9b21-c11f02a8c266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:31.571411 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8fbecd56-078f-4325-9b21-c11f02a8c266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:31.581476 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4907cd0-6ebf-4732-bd16-38ccc3107500 req-850549fc-3b87-48b3-95eb-aa520aa88ea1 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:31.583118 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d4907cd0-6ebf-4732-bd16-38ccc3107500 req-850549fc-3b87-48b3-95eb-aa520aa88ea1 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 944 time: 0.0657220 Oct 14 12:28:31.628043 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d4907cd0-6ebf-4732-bd16-38ccc3107500 req-fd376fbb-f019-4577-91ee-9a8748e8e5e9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363379 Oct 14 12:28:31.688233 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8fbecd56-078f-4325-9b21-c11f02a8c266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:31.729562 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-8fbecd56-078f-4325-9b21-c11f02a8c266 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=568c3dce49954df1a7d4fc5f1ab71381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770499 Oct 14 12:28:31.730463 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbecd56-078f-4325-9b21-c11f02a8c266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6981a8d9-d1a3-4d01-a4c0-f91cd22246bb,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:31.732614 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52176) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:31.769925 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device fad824bc-b575-42f3-8c13-34e3a61729a0 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:28:31.795389 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6182-9c2f-4a86-9c88-ecbbbdcfcd32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:31.819582 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6182-9c2f-4a86-9c88-ecbbbdcfcd32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:31.879623 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port fad824bc-b575-42f3-8c13-34e3a61729a0, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=fad824bc-b575-42f3-8c13-34e3a61729a0,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:31.898165 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'port_id': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'mac_address': 'fa:16:3e:41:97:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:28:31.941706 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:31.954980 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6182-9c2f-4a86-9c88-ecbbbdcfcd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:31.957593 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6182-9c2f-4a86-9c88-ecbbbdcfcd32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:31.958829 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-dcdc6182-9c2f-4a86-9c88-ecbbbdcfcd32 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6981a8d9-d1a3-4d01-a4c0-f91cd22246bb HTTP/1.1" status: 204 len: 168 time: 0.2244127 Oct 14 12:28:31.959717 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad824bc-b575-42f3-8c13-34e3a61729a0 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:28:31.973434 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc6182-9c2f-4a86-9c88-ecbbbdcfcd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6981a8d9-d1a3-4d01-a4c0-f91cd22246bb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:31.994300 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port fad824bc-b575-42f3-8c13-34e3a61729a0, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=fad824bc-b575-42f3-8c13-34e3a61729a0,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:31.996745 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718fdbf-274e-4f49-a0e0-18fcfc9597bb req-684a9b21-5f17-4a86-8f53-3486d0d1679f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:31.999406 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7718fdbf-274e-4f49-a0e0-18fcfc9597bb req-684a9b21-5f17-4a86-8f53-3486d0d1679f tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 946 time: 0.0773611 Oct 14 12:28:32.054745 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7718fdbf-274e-4f49-a0e0-18fcfc9597bb req-a5009576-6c72-4a8f-a868-3990ae01bd61 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370233 Oct 14 12:28:32.057056 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:32.123631 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=fad824bc-b575-42f3-8c13-34e3a61729a0,revision_number=9']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:32.135003 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:32.135464 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:32.136329 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:32.136612 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:32.137092 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:32.137580 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:32.138027 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:32.138482 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:32.138997 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:32.139458 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:32.139909 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:32.140477 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:32.210863 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a2ad2-2f51-430d-a64c-8f72cf3da5fd req-1417e9ac-7ed1-40d2-a594-a81bf1ae4491 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:32.212669 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f89a2ad2-2f51-430d-a64c-8f72cf3da5fd req-1417e9ac-7ed1-40d2-a594-a81bf1ae4491 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 945 time: 0.0691674 Oct 14 12:28:32.281317 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f89a2ad2-2f51-430d-a64c-8f72cf3da5fd req-3c81faa8-8448-4165-89bf-f6a3b020c8fb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493309 Oct 14 12:28:32.291907 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f13201-071d-4be1-afa6-dee2220d9417 req-30e64e95-32cc-4623-aa52-79db566230dc tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:32.292861 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d5f13201-071d-4be1-afa6-dee2220d9417 req-30e64e95-32cc-4623-aa52-79db566230dc tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 946 time: 0.0979185 Oct 14 12:28:32.374753 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['fad824bc-b575-42f3-8c13-34e3a61729a0'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:28:32.441585 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-d5f13201-071d-4be1-afa6-dee2220d9417 req-6beb4774-29cb-4092-bef1-d9d9a6dc5e4b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Deleting port 4286ba41-1942-4e4c-be3f-6ab1d92f10ef {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:28:32.442150 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d5f13201-071d-4be1-afa6-dee2220d9417 req-6beb4774-29cb-4092-bef1-d9d9a6dc5e4b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:32.573057 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-d5f13201-071d-4be1-afa6-dee2220d9417 req-6beb4774-29cb-4092-bef1-d9d9a6dc5e4b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] For port 4286ba41-1942-4e4c-be3f-6ab1d92f10ef, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4286ba41-1942-4e4c-be3f-6ab1d92f10ef,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:32.573533 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d5f13201-071d-4be1-afa6-dee2220d9417 req-6beb4774-29cb-4092-bef1-d9d9a6dc5e4b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:32.588138 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-d5f13201-071d-4be1-afa6-dee2220d9417 req-6beb4774-29cb-4092-bef1-d9d9a6dc5e4b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Calling delete_port for 4286ba41-1942-4e4c-be3f-6ab1d92f10ef owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:28:32.824910 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b3807-1301-4dea-a483-cfdbfaeb2eeb req-c70986d5-0497-471a-a7de-081748a824ac tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:32.827451 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-250b3807-1301-4dea-a483-cfdbfaeb2eeb req-c70986d5-0497-471a-a7de-081748a824ac tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 944 time: 0.1134603 Oct 14 12:28:32.869624 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-250b3807-1301-4dea-a483-cfdbfaeb2eeb req-bb877c6c-621a-49a8-b46a-221e1de4e389 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361097 Oct 14 12:28:32.911762 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d5f13201-071d-4be1-afa6-dee2220d9417 req-6beb4774-29cb-4092-bef1-d9d9a6dc5e4b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:32.943130 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb4774-29cb-4092-bef1-d9d9a6dc5e4b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Pushing event deleted for resources: {'Port': ['ID=4286ba41-1942-4e4c-be3f-6ab1d92f10ef,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:32.984027 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f13201-071d-4be1-afa6-dee2220d9417 req-6beb4774-29cb-4092-bef1-d9d9a6dc5e4b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] No DVR routers for this DVR port 4286ba41-1942-4e4c-be3f-6ab1d92f10ef on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:28:32.986666 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d5f13201-071d-4be1-afa6-dee2220d9417 req-6beb4774-29cb-4092-bef1-d9d9a6dc5e4b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:32.990222 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d5f13201-071d-4be1-afa6-dee2220d9417 req-6beb4774-29cb-4092-bef1-d9d9a6dc5e4b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "DELETE /v2.0/ports/4286ba41-1942-4e4c-be3f-6ab1d92f10ef HTTP/1.1" status: 204 len: 173 time: 0.6901340 Oct 14 12:28:32.990759 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c8c9f7-2768-4db2-a02e-6f1ba708c1a8', 'name': 'network-vif-deleted', 'tag': '4286ba41-1942-4e4c-be3f-6ab1d92f10ef'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:28:32.993651 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ab01e1-1485-4c1e-9c59-9fa438178070" -d '{"events": [{"server_uuid": "25c8c9f7-2768-4db2-a02e-6f1ba708c1a8", "name": "network-vif-deleted", "tag": "4286ba41-1942-4e4c-be3f-6ab1d92f10ef"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:28:33.036090 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d146091e-42ed-4e93-813c-15574be4f704 x-openstack-request-id: req-d146091e-42ed-4e93-813c-15574be4f704 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:28:33.036505 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c8c9f7-2768-4db2-a02e-6f1ba708c1a8", "name": "network-vif-deleted", "tag": "4286ba41-1942-4e4c-be3f-6ab1d92f10ef", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:28:33.036850 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d146091e-42ed-4e93-813c-15574be4f704 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:28:33.037381 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c8c9f7-2768-4db2-a02e-6f1ba708c1a8', 'name': 'network-vif-deleted', 'tag': '4286ba41-1942-4e4c-be3f-6ab1d92f10ef', 'status': 'completed', 'code': 200} Oct 14 12:28:33.089772 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['40913220-b2c2-4b0c-8063-661289ee4ace', '4286ba41-1942-4e4c-be3f-6ab1d92f10ef'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:28:33.184615 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-80896958-722c-4fa7-8bfa-e59939e3ac7e req-b9d79908-c82b-4cac-babe-ec15aa473a0a tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 210 time: 0.0485435 Oct 14 12:28:33.433840 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ae9c0-ca2d-4ce9-9107-c6d9832ad66f req-92b0d30b-06d0-4e16-b0f5-954ee0bec763 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:33.435628 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-001ae9c0-ca2d-4ce9-9107-c6d9832ad66f req-92b0d30b-06d0-4e16-b0f5-954ee0bec763 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 945 time: 0.0594072 Oct 14 12:28:33.482225 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-001ae9c0-ca2d-4ce9-9107-c6d9832ad66f req-e0dc59cf-d704-4a2a-be88-ebfa59613ade tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353112 Oct 14 12:28:33.808634 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device fad824bc-b575-42f3-8c13-34e3a61729a0 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:33.860134 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port fad824bc-b575-42f3-8c13-34e3a61729a0 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:33.860506 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:33.957700 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:33.984900 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad824bc-b575-42f3-8c13-34e3a61729a0'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:28:33.988128 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b8c447-fee2-44ad-8b92-fc924d876a71" -d '{"events": [{"server_uuid": "45b7d504-7f3f-4b03-88f3-727fd9a94aa7", "name": "network-vif-plugged", "status": "completed", "tag": "fad824bc-b575-42f3-8c13-34e3a61729a0"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:28:34.008442 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port fad824bc-b575-42f3-8c13-34e3a61729a0, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=fad824bc-b575-42f3-8c13-34e3a61729a0,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:34.036940 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bd618-177a-4419-8ea9-b1d9161c4b69 req-1d2ff642-642b-4bea-91ab-fea2da3d55b5 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:34.038348 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfc8b57-2a06-46eb-9b73-fbee92ede5d0 x-openstack-request-id: req-2dfc8b57-2a06-46eb-9b73-fbee92ede5d0 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:28:34.038348 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b7d504-7f3f-4b03-88f3-727fd9a94aa7", "name": "network-vif-plugged", "status": "completed", "tag": "fad824bc-b575-42f3-8c13-34e3a61729a0", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:28:34.038740 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2dfc8b57-2a06-46eb-9b73-fbee92ede5d0 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:28:34.039297 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'code': 200} Oct 14 12:28:34.040091 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f39bd618-177a-4419-8ea9-b1d9161c4b69 req-1d2ff642-642b-4bea-91ab-fea2da3d55b5 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 944 time: 0.0838070 Oct 14 12:28:34.106188 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f39bd618-177a-4419-8ea9-b1d9161c4b69 req-7223f2aa-a361-401d-999c-dd0f1091ba55 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584238 Oct 14 12:28:34.152145 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:34.152972 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 4286ba41-1942-4e4c-be3f-6ab1d92f10ef no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:28:34.221071 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: 4286ba41-1942-4e4c-be3f-6ab1d92f10ef {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:28:34.221653 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 4286ba41-1942-4e4c-be3f-6ab1d92f10ef not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:28:34.258678 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=fad824bc-b575-42f3-8c13-34e3a61729a0,revision_number=10']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:34.335492 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-75d5efc4-8af6-4afc-9fa2-4abf25b2a247 req-43ca468b-dc0a-4cd8-b375-3c9bf8856e29 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c8c9f7-2768-4db2-a02e-6f1ba708c1a8 HTTP/1.1" status: 200 len: 210 time: 0.0282390 Oct 14 12:28:34.617639 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dc2d7-cb28-4fa2-9432-05aa9425c26f req-5def75d0-5b65-486e-80be-eb7e3db9fc06 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:34.619429 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5f3dc2d7-cb28-4fa2-9432-05aa9425c26f req-5def75d0-5b65-486e-80be-eb7e3db9fc06 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 947 time: 0.0583735 Oct 14 12:28:34.664600 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5f3dc2d7-cb28-4fa2-9432-05aa9425c26f req-1357bce2-cf74-4912-aa27-14723fbe1c8e tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382049 Oct 14 12:28:34.731738 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47ab3e-8001-476b-a15d-3661b694786e req-533566b7-d609-4523-9626-576e0ddd8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:34.733261 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ab47ab3e-8001-476b-a15d-3661b694786e req-533566b7-d609-4523-9626-576e0ddd8abc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 1100 time: 0.0436850 Oct 14 12:28:34.775323 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ab47ab3e-8001-476b-a15d-3661b694786e req-cbe0362b-9412-40d9-bd78-7f49c7009bfe service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332332 Oct 14 12:28:35.235681 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc8b10-4481-4ab1-a509-529c31485e75 req-e3c68cc3-0374-45dd-b66a-f1f60fbb1c8a tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:35.237193 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c6bc8b10-4481-4ab1-a509-529c31485e75 req-e3c68cc3-0374-45dd-b66a-f1f60fbb1c8a tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 944 time: 0.0512898 Oct 14 12:28:35.287019 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c6bc8b10-4481-4ab1-a509-529c31485e75 req-273f6c16-8160-4eb8-aea1-425731c61db2 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412107 Oct 14 12:28:35.831864 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 8b3b28cd-0bf4-4273-baa8-cd3c20238212 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:28:35.847309 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ccaf5-a0e7-4d72-818a-53f26b5ecc8b req-99cf4eec-1ff3-4685-92a0-ac838fb9c9fb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:35.848803 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9c3ccaf5-a0e7-4d72-818a-53f26b5ecc8b req-99cf4eec-1ff3-4685-92a0-ac838fb9c9fb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 947 time: 0.0914190 Oct 14 12:28:35.862632 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae534e-dcd2-420d-8213-3027400e075b req-34f775ab-d01e-4c89-b194-7775f1fe267c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:35.864585 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-53ae534e-dcd2-420d-8213-3027400e075b req-34f775ab-d01e-4c89-b194-7775f1fe267c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0736203 Oct 14 12:28:35.916348 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9c3ccaf5-a0e7-4d72-818a-53f26b5ecc8b req-0a280b54-88ce-4da2-9cd7-63e909625ec5 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507224 Oct 14 12:28:35.937322 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-53ae534e-dcd2-420d-8213-3027400e075b req-709d06e6-0048-4399-978d-23ff2241b343 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562987 Oct 14 12:28:35.971072 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 8b3b28cd-0bf4-4273-baa8-cd3c20238212, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8b3b28cd-0bf4-4273-baa8-cd3c20238212,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:35.982200 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '8b3b28cd-0bf4-4273-baa8-cd3c20238212', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'port_id': '8b3b28cd-0bf4-4273-baa8-cd3c20238212', 'mac_address': 'fa:16:3e:a6:b0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:28:36.021480 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:36.042744 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3b28cd-0bf4-4273-baa8-cd3c20238212 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:28:36.073354 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 8b3b28cd-0bf4-4273-baa8-cd3c20238212, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8b3b28cd-0bf4-4273-baa8-cd3c20238212,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:36.153572 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:36.227250 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=8b3b28cd-0bf4-4273-baa8-cd3c20238212,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:36.294221 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:36.425376 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef84057-e42d-4c74-ac82-0fe8dfb14be5 req-beadfe55-39d3-4018-bfb8-0ccb34bcc943 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:36.427300 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9ef84057-e42d-4c74-ac82-0fe8dfb14be5 req-beadfe55-39d3-4018-bfb8-0ccb34bcc943 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 945 time: 0.0591125 Oct 14 12:28:36.489379 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['8b3b28cd-0bf4-4273-baa8-cd3c20238212'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:28:36.499014 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9ef84057-e42d-4c74-ac82-0fe8dfb14be5 req-734b5c1f-c34a-43cd-b537-aab21216be35 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638409 Oct 14 12:28:37.088426 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec84d31-ae71-4767-94b7-ac90cb754738 req-032d943b-2734-440c-91a8-5b46a792dfbe tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:37.090122 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4ec84d31-ae71-4767-94b7-ac90cb754738 req-032d943b-2734-440c-91a8-5b46a792dfbe tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 947 time: 0.0761428 Oct 14 12:28:37.129911 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4ec84d31-ae71-4767-94b7-ac90cb754738 req-a9eb09e0-2b88-4a33-99ec-6dffde7271c5 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336511 Oct 14 12:28:37.245330 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50204b2f-d72c-4776-93f8-4e0a57641a81 req-0abe597c-4b57-446f-b980-ec3710876aa8 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:37.246885 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-50204b2f-d72c-4776-93f8-4e0a57641a81 req-0abe597c-4b57-446f-b980-ec3710876aa8 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0534918 Oct 14 12:28:37.286409 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-50204b2f-d72c-4776-93f8-4e0a57641a81 req-5bc4c1a3-d244-4c14-b49e-d4d8aff1b16c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332758 Oct 14 12:28:37.384757 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7101ead-feac-46cb-84c3-bd8457e61e34 req-d5433dfa-a663-431c-8e86-ecab5bbdd8c1 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:37.386241 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e7101ead-feac-46cb-84c3-bd8457e61e34 req-d5433dfa-a663-431c-8e86-ecab5bbdd8c1 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 945 time: 0.0494957 Oct 14 12:28:37.425319 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e7101ead-feac-46cb-84c3-bd8457e61e34 req-4743c49a-d953-409f-b1fa-970b6bffd344 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329766 Oct 14 12:28:37.629400 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acbc1b-f435-4daf-b3d5-e272e3127961 req-e36e9d46-b759-4276-bbcb-75c723980c9d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:37.633396 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-06acbc1b-f435-4daf-b3d5-e272e3127961 req-e36e9d46-b759-4276-bbcb-75c723980c9d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 945 time: 0.0560842 Oct 14 12:28:37.689846 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-06acbc1b-f435-4daf-b3d5-e272e3127961 req-4ce1d758-f9c8-4781-a912-08010f7c521e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459263 Oct 14 12:28:37.852047 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 8b3b28cd-0bf4-4273-baa8-cd3c20238212 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:37.962561 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 8b3b28cd-0bf4-4273-baa8-cd3c20238212 completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:28:37.968424 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 8b3b28cd-0bf4-4273-baa8-cd3c20238212 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:37.968858 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:38.080305 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:38.106017 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cc4dea-3b64-4aad-8331-163801ec1cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3b28cd-0bf4-4273-baa8-cd3c20238212'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:28:38.108623 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf255daa-5735-45f3-99de-96e5f2f3fd2e" -d '{"events": [{"server_uuid": "26cc4dea-3b64-4aad-8331-163801ec1cae", "name": "network-vif-plugged", "status": "completed", "tag": "8b3b28cd-0bf4-4273-baa8-cd3c20238212"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:28:38.141247 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 8b3b28cd-0bf4-4273-baa8-cd3c20238212, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8b3b28cd-0bf4-4273-baa8-cd3c20238212,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:38.193097 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cd92c1-3381-4958-abb4-6379ec1196a5 x-openstack-request-id: req-54cd92c1-3381-4958-abb4-6379ec1196a5 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:28:38.193389 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cc4dea-3b64-4aad-8331-163801ec1cae", "name": "network-vif-plugged", "status": "completed", "tag": "8b3b28cd-0bf4-4273-baa8-cd3c20238212", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:28:38.194365 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-54cd92c1-3381-4958-abb4-6379ec1196a5 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:28:38.195018 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cc4dea-3b64-4aad-8331-163801ec1cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3b28cd-0bf4-4273-baa8-cd3c20238212', 'code': 200} Oct 14 12:28:38.217745 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:38.297387 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daceaf1-f073-4ca2-a41c-92c5991144a2 req-66db2653-cfd8-4b4b-8be0-0a4b89b70ea0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:38.299202 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6daceaf1-f073-4ca2-a41c-92c5991144a2 req-66db2653-cfd8-4b4b-8be0-0a4b89b70ea0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 947 time: 0.0792890 Oct 14 12:28:38.371770 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6daceaf1-f073-4ca2-a41c-92c5991144a2 req-e478d81f-5255-4011-91c5-0758dbbd0c4a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606570 Oct 14 12:28:38.440583 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=8b3b28cd-0bf4-4273-baa8-cd3c20238212,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:38.456861 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46f912-d785-4c22-abfb-62609c88a2b8 req-b17ec194-05cb-47a2-be5e-85a7e7d08062 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:38.459901 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-be46f912-d785-4c22-abfb-62609c88a2b8 req-b17ec194-05cb-47a2-be5e-85a7e7d08062 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0603764 Oct 14 12:28:38.520945 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-be46f912-d785-4c22-abfb-62609c88a2b8 req-71c2317e-dc0d-46af-86b5-1cdb429c3ff2 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513768 Oct 14 12:28:38.564595 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526e3db-ca73-47d5-847c-dbc03b7dcbf8 req-2c72af5b-504b-4304-9c29-5eeb576c542d tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:38.566147 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3526e3db-ca73-47d5-847c-dbc03b7dcbf8 req-2c72af5b-504b-4304-9c29-5eeb576c542d tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 945 time: 0.0651801 Oct 14 12:28:38.606927 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3526e3db-ca73-47d5-847c-dbc03b7dcbf8 req-21832305-531f-4200-9ee6-89a83ddf007e tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341160 Oct 14 12:28:38.687410 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ae163-4bb3-480e-bd98-3a8ca75c5ceb req-40173003-e6d2-4ff5-88ca-61a0dc075fd0 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:38.688873 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-680ae163-4bb3-480e-bd98-3a8ca75c5ceb req-40173003-e6d2-4ff5-88ca-61a0dc075fd0 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 945 time: 0.0502512 Oct 14 12:28:38.825727 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df290c97-b493-4cba-9a2a-058780a95f0f req-603c9242-6858-4f05-9479-499807c1c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:38.827242 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-df290c97-b493-4cba-9a2a-058780a95f0f req-603c9242-6858-4f05-9479-499807c1c131 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 1099 time: 0.1035168 Oct 14 12:28:38.871782 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b02c1a-c22d-4cae-81cc-a71bf903c825 req-f48f01c1-ee0f-4f32-ab52-8781654f23b7 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:38.873223 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b7b02c1a-c22d-4cae-81cc-a71bf903c825 req-f48f01c1-ee0f-4f32-ab52-8781654f23b7 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 946 time: 0.1020846 Oct 14 12:28:38.899288 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-680ae163-4bb3-480e-bd98-3a8ca75c5ceb req-eea946dc-8054-4118-b2c6-e79fbcff2076 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Deleting port 98ddd928-48d3-46c0-b0a0-7a368d44ac9e {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:28:38.899627 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-680ae163-4bb3-480e-bd98-3a8ca75c5ceb req-eea946dc-8054-4118-b2c6-e79fbcff2076 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:38.905791 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-df290c97-b493-4cba-9a2a-058780a95f0f req-1640b7a0-d37a-4b1c-ae48-da7514155395 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679660 Oct 14 12:28:38.987168 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b7b02c1a-c22d-4cae-81cc-a71bf903c825 req-2309012c-09d1-43c4-9de3-a5803546e494 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060941 Oct 14 12:28:39.033667 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-680ae163-4bb3-480e-bd98-3a8ca75c5ceb req-eea946dc-8054-4118-b2c6-e79fbcff2076 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] For port 98ddd928-48d3-46c0-b0a0-7a368d44ac9e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=98ddd928-48d3-46c0-b0a0-7a368d44ac9e,segment=NetworkSegment(8e26d71a-603f-4014-b211-57b6c418d476),segment_id=8e26d71a-603f-4014-b211-57b6c418d476)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:39.034243 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-680ae163-4bb3-480e-bd98-3a8ca75c5ceb req-eea946dc-8054-4118-b2c6-e79fbcff2076 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:39.056894 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-680ae163-4bb3-480e-bd98-3a8ca75c5ceb req-eea946dc-8054-4118-b2c6-e79fbcff2076 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Calling delete_port for 98ddd928-48d3-46c0-b0a0-7a368d44ac9e owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:28:39.328531 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-680ae163-4bb3-480e-bd98-3a8ca75c5ceb req-eea946dc-8054-4118-b2c6-e79fbcff2076 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:39.350855 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['98ddd928-48d3-46c0-b0a0-7a368d44ac9e', '11a168ce-97b6-4989-b238-6318056cb676'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:28:39.359499 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea946dc-8054-4118-b2c6-e79fbcff2076 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Pushing event deleted for resources: {'Port': ['ID=98ddd928-48d3-46c0-b0a0-7a368d44ac9e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:39.431001 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-680ae163-4bb3-480e-bd98-3a8ca75c5ceb req-eea946dc-8054-4118-b2c6-e79fbcff2076 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] No DVR routers for this DVR port 98ddd928-48d3-46c0-b0a0-7a368d44ac9e on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:28:39.434025 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-680ae163-4bb3-480e-bd98-3a8ca75c5ceb req-eea946dc-8054-4118-b2c6-e79fbcff2076 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:39.437335 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-680ae163-4bb3-480e-bd98-3a8ca75c5ceb req-eea946dc-8054-4118-b2c6-e79fbcff2076 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.82 "DELETE /v2.0/ports/98ddd928-48d3-46c0-b0a0-7a368d44ac9e HTTP/1.1" status: 204 len: 173 time: 0.7385738 Oct 14 12:28:39.437781 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1', 'name': 'network-vif-deleted', 'tag': '98ddd928-48d3-46c0-b0a0-7a368d44ac9e'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:28:39.440108 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5132565c-470a-4111-b5c0-b9acfdb85b1f" -d '{"events": [{"server_uuid": "66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1", "name": "network-vif-deleted", "tag": "98ddd928-48d3-46c0-b0a0-7a368d44ac9e"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:28:39.504173 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5b8b0-c0b3-4a04-830a-3d3b86a56ebe req-1537b516-577e-495c-9421-a434b5d3a51d tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:39.505642 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cfd5b8b0-c0b3-4a04-830a-3d3b86a56ebe req-1537b516-577e-495c-9421-a434b5d3a51d tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 945 time: 0.1367583 Oct 14 12:28:39.507699 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caca3b9a-f4db-4617-8fc9-f79c44b7a9d6 x-openstack-request-id: req-caca3b9a-f4db-4617-8fc9-f79c44b7a9d6 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:28:39.508002 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1", "name": "network-vif-deleted", "tag": "98ddd928-48d3-46c0-b0a0-7a368d44ac9e", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:28:39.508264 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-caca3b9a-f4db-4617-8fc9-f79c44b7a9d6 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:28:39.508668 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1', 'name': 'network-vif-deleted', 'tag': '98ddd928-48d3-46c0-b0a0-7a368d44ac9e', 'status': 'completed', 'code': 200} Oct 14 12:28:39.542944 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9c3ab-e22b-47ae-87b7-715cd9ee768b req-d57fd9cc-1986-41ba-b8ee-15d0c6153b7d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:39.544614 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-08f9c3ab-e22b-47ae-87b7-715cd9ee768b req-d57fd9cc-1986-41ba-b8ee-15d0c6153b7d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 947 time: 0.0870376 Oct 14 12:28:39.648506 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-08f9c3ab-e22b-47ae-87b7-715cd9ee768b req-d157d777-434b-4518-a6a4-6295fac97ad2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850139 Oct 14 12:28:39.671888 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-58c71e5f-d7c5-4cc7-845b-7c8db5e94de1 req-a6dd935f-d8ed-475a-a1b5-d76a78e85364 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 210 time: 0.0634599 Oct 14 12:28:39.717469 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-cfd5b8b0-c0b3-4a04-830a-3d3b86a56ebe req-71d78b17-52c5-4eb7-9baa-94d6098f28ad tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Deleting port 40913220-b2c2-4b0c-8063-661289ee4ace {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:28:39.718165 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cfd5b8b0-c0b3-4a04-830a-3d3b86a56ebe req-71d78b17-52c5-4eb7-9baa-94d6098f28ad tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:39.839026 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f59ec-e74b-4dda-b2cd-de0d31b8be28 req-380e3efd-ccd0-42ec-936a-ead158413eec tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:39.840516 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6e1f59ec-e74b-4dda-b2cd-de0d31b8be28 req-380e3efd-ccd0-42ec-936a-ead158413eec tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 945 time: 0.1053040 Oct 14 12:28:39.857793 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cfd5b8b0-c0b3-4a04-830a-3d3b86a56ebe req-71d78b17-52c5-4eb7-9baa-94d6098f28ad tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] For port 40913220-b2c2-4b0c-8063-661289ee4ace, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=40913220-b2c2-4b0c-8063-661289ee4ace,segment=NetworkSegment(1544a6cd-5d76-4025-86ec-3670559f01c8),segment_id=1544a6cd-5d76-4025-86ec-3670559f01c8)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:39.858153 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cfd5b8b0-c0b3-4a04-830a-3d3b86a56ebe req-71d78b17-52c5-4eb7-9baa-94d6098f28ad tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:39.879657 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-cfd5b8b0-c0b3-4a04-830a-3d3b86a56ebe req-71d78b17-52c5-4eb7-9baa-94d6098f28ad tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Calling delete_port for 40913220-b2c2-4b0c-8063-661289ee4ace owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:28:39.907496 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6e1f59ec-e74b-4dda-b2cd-de0d31b8be28 req-f3fef9c0-70a4-4fbe-9587-cffe3adf2b24 tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f42fa72-9c04-4527-a607-0d2706de4d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591316 Oct 14 12:28:40.116198 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa71bfb-b85d-4618-a5de-998031e72d7c req-52f179a5-05cc-4821-a4ac-cf26a913dd8d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:40.117823 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dfa71bfb-b85d-4618-a5de-998031e72d7c req-52f179a5-05cc-4821-a4ac-cf26a913dd8d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 946 time: 0.0545025 Oct 14 12:28:40.118486 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cfd5b8b0-c0b3-4a04-830a-3d3b86a56ebe req-71d78b17-52c5-4eb7-9baa-94d6098f28ad tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:40.132751 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['40913220-b2c2-4b0c-8063-661289ee4ace'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:28:40.161416 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d78b17-52c5-4eb7-9baa-94d6098f28ad tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Pushing event deleted for resources: {'Port': ['ID=40913220-b2c2-4b0c-8063-661289ee4ace,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:40.219161 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd5b8b0-c0b3-4a04-830a-3d3b86a56ebe req-71d78b17-52c5-4eb7-9baa-94d6098f28ad tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] No DVR routers for this DVR port 40913220-b2c2-4b0c-8063-661289ee4ace on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:28:40.223619 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dfa71bfb-b85d-4618-a5de-998031e72d7c req-7aa3155a-fc8b-432a-9ff7-8b99fa121fcd tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986702 Oct 14 12:28:40.225269 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cfd5b8b0-c0b3-4a04-830a-3d3b86a56ebe req-71d78b17-52c5-4eb7-9baa-94d6098f28ad tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:40.228760 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cfd5b8b0-c0b3-4a04-830a-3d3b86a56ebe req-71d78b17-52c5-4eb7-9baa-94d6098f28ad tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.82 "DELETE /v2.0/ports/40913220-b2c2-4b0c-8063-661289ee4ace HTTP/1.1" status: 204 len: 173 time: 0.7113104 Oct 14 12:28:40.829162 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e6260588-867c-4b00-b12e-170cd017a320 req-dc7396d4-6a37-41ca-bcf7-19d604ac3592 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d5d7f3-1fee-49eb-97f6-c3fc5dd04fd1 HTTP/1.1" status: 200 len: 210 time: 0.0309579 Oct 14 12:28:41.027457 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d614a455-847c-4f9c-b23e-8fdbb8855c77 req-efd27269-4dd3-489c-8961-1942ec62661b tempest-AttachVolumeNegativeTest-1236103705 tempest-AttachVolumeNegativeTest-1236103705-project] 10.222.0.71 "GET /v2.0/ports?device_id=d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7 HTTP/1.1" status: 200 len: 210 time: 0.0268471 Oct 14 12:28:41.352748 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704617f7-6079-43b1-af9d-45211514c060 req-7d400cf4-2f41-4969-9c0c-48acb4488e96 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:41.354614 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-704617f7-6079-43b1-af9d-45211514c060 req-7d400cf4-2f41-4969-9c0c-48acb4488e96 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 946 time: 0.0538738 Oct 14 12:28:41.395279 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-704617f7-6079-43b1-af9d-45211514c060 req-d7878005-f718-472a-adb6-8000a9fa2d45 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344603 Oct 14 12:28:41.509568 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97aa0b2-ff54-43e9-ac8a-d7896a7b02e7', 'name': 'network-vif-deleted', 'tag': '40913220-b2c2-4b0c-8063-661289ee4ace'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:28:41.511885 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa3a7b8-5400-49e5-b9e7-16f98b127844" -d '{"events": [{"server_uuid": "d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7", "name": "network-vif-deleted", "tag": "40913220-b2c2-4b0c-8063-661289ee4ace"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:28:41.535386 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f122500-2b9a-4b6f-871b-22ee1a735bad req-f84294bb-9c43-4600-9554-6c7956723e0c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:41.536908 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5f122500-2b9a-4b6f-871b-22ee1a735bad req-f84294bb-9c43-4600-9554-6c7956723e0c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 946 time: 0.0711896 Oct 14 12:28:41.556596 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e883ed-f21b-43a6-8dfd-f7e881e8c291 x-openstack-request-id: req-33e883ed-f21b-43a6-8dfd-f7e881e8c291 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:28:41.556933 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97aa0b2-ff54-43e9-ac8a-d7896a7b02e7", "name": "network-vif-deleted", "tag": "40913220-b2c2-4b0c-8063-661289ee4ace", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:28:41.557252 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-33e883ed-f21b-43a6-8dfd-f7e881e8c291 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:28:41.557812 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97aa0b2-ff54-43e9-ac8a-d7896a7b02e7', 'name': 'network-vif-deleted', 'tag': '40913220-b2c2-4b0c-8063-661289ee4ace', 'status': 'completed', 'code': 200} Oct 14 12:28:41.586988 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5f122500-2b9a-4b6f-871b-22ee1a735bad req-ff79c6dd-0841-47b2-a34b-142475ad44cd tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434740 Oct 14 12:28:41.614045 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 52326) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:41.835109 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e121d32f-80e0-433d-bac0-3936b6eeec95 tempest-TestVolumeBootPattern-2051073011 tempest-TestVolumeBootPattern-2051073011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:41.836605 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-e121d32f-80e0-433d-bac0-3936b6eeec95 tempest-TestVolumeBootPattern-2051073011 tempest-TestVolumeBootPattern-2051073011-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 1094 time: 0.2213776 Oct 14 12:28:41.839835 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52332) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:41.844489 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Request body: {'floatingip': {'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'port_id': '8b3b28cd-0bf4-4273-baa8-cd3c20238212', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:41.880309 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 98ddd928-48d3-46c0-b0a0-7a368d44ac9e no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:28:41.905545 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: 98ddd928-48d3-46c0-b0a0-7a368d44ac9e {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:28:41.905876 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 98ddd928-48d3-46c0-b0a0-7a368d44ac9e not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:28:41.906474 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 40913220-b2c2-4b0c-8063-661289ee4ace no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:28:41.937207 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: 40913220-b2c2-4b0c-8063-661289ee4ace {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:28:41.937874 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 40913220-b2c2-4b0c-8063-661289ee4ace not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:28:41.966100 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:42.101229 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:42.189641 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685f095-be40-4712-a1a1-1fbf9a54475f req-a3629bc7-74a4-4d13-87d9-f2cb810e07c1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:42.191148 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b685f095-be40-4712-a1a1-1fbf9a54475f req-a3629bc7-74a4-4d13-87d9-f2cb810e07c1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.1053159 Oct 14 12:28:42.264292 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b685f095-be40-4712-a1a1-1fbf9a54475f req-a0d9307b-7024-4460-af9a-f499ebb5a6a4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651217 Oct 14 12:28:42.296248 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Allocated IP 172.27.2.225 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/aa2326db-849e-43b2-9cb2-31a247b44ab9) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:28:42.315163 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 52344) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:42.366183 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_v2 [None req-1556d3e4-205b-412e-be98-1182a4b752e1 admin admin] Deleting subnet 1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d {{(pid=100446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:28:42.370809 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1556d3e4-205b-412e-be98-1182a4b752e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:42.409722 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1556d3e4-205b-412e-be98-1182a4b752e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926743'] for subnet, precommit_delete_associations {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:42.454027 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1556d3e4-205b-412e-be98-1182a4b752e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:42.486027 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb495757-63b5-4147-b08d-77ca23d6ee41 req-056d8a78-eebb-4082-9e23-8f4f373c7a19 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:42.487636 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fb495757-63b5-4147-b08d-77ca23d6ee41 req-056d8a78-eebb-4082-9e23-8f4f373c7a19 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1331542 Oct 14 12:28:42.512010 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:42.548935 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fb495757-63b5-4147-b08d-77ca23d6ee41 req-2fa8f5d1-e18d-4451-8285-ca1a2314a718 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491183 Oct 14 12:28:42.609111 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1556d3e4-205b-412e-be98-1182a4b752e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9655132'] for subnet, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:42.636066 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556d3e4-205b-412e-be98-1182a4b752e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:42.639628 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1556d3e4-205b-412e-be98-1182a4b752e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:42.645247 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-1556d3e4-205b-412e-be98-1182a4b752e1 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1e0a1bcd-7b42-4d7c-9ee5-b2ccf137771d HTTP/1.1" status: 204 len: 168 time: 0.3284979 Oct 14 12:28:42.645853 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52346) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:42.688855 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:42.732840 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:42.735726 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:42.742219 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:28:42.748457 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'Port': ['ID=aa2326db-849e-43b2-9cb2-31a247b44ab9,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:43.063908 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79cd03b3-0733-48ad-90de-0eba9b4ae94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:43.245859 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79cd03b3-0733-48ad-90de-0eba9b4ae94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:43.274568 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-79cd03b3-0733-48ad-90de-0eba9b4ae94a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:43.312061 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-79cd03b3-0733-48ad-90de-0eba9b4ae94a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1544a6cd-5d76-4025-86ec-3670559f01c8') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:43.312387 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-79cd03b3-0733-48ad-90de-0eba9b4ae94a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1544a6cd-5d76-4025-86ec-3670559f01c8') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:43.329621 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79cd03b3-0733-48ad-90de-0eba9b4ae94a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9081384'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:43.358000 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79cd03b3-0733-48ad-90de-0eba9b4ae94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:43.405158 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79cd03b3-0733-48ad-90de-0eba9b4ae94a admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:28:43.408588 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79cd03b3-0733-48ad-90de-0eba9b4ae94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9882719'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: Traceback (most recent call last): Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: timer() Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: cb(*args, **kw) Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: return func(*args, **kwargs) Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: self._notify() Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: self.callback(batched_events) Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: event.method(event) Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: return f(self, *a, **k) Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._get(url).json() Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: return self.request(url, 'GET', **kwargs) Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:28:43.408872 dv-cinder-813984-2-iscsi neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:28:43.535717 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509c594-cd85-462c-b610-d96ca1497228 req-b79a2de3-5617-42d7-ad88-a9a2578aaf34 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:43.537324 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d509c594-cd85-462c-b610-d96ca1497228 req-b79a2de3-5617-42d7-ad88-a9a2578aaf34 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.1758988 Oct 14 12:28:43.610918 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79cd03b3-0733-48ad-90de-0eba9b4ae94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:43.640324 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79cd03b3-0733-48ad-90de-0eba9b4ae94a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:43.643687 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-79cd03b3-0733-48ad-90de-0eba9b4ae94a admin admin] 10.222.0.71 "DELETE /v2.0/networks/fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53 HTTP/1.1" status: 204 len: 168 time: 0.9962547 Oct 14 12:28:43.682204 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd03b3-0733-48ad-90de-0eba9b4ae94a admin admin] Pushing event deleted for resources: {'Network': ['ID=fcceb89c-e0f0-4ea9-8601-6b7fdeea7d53,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:43.707817 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d509c594-cd85-462c-b610-d96ca1497228 req-e7999128-9705-4dca-996b-b5d9f9960ce6 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623406 Oct 14 12:28:43.709124 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:43.770440 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d09693-375d-40f5-958e-709b72ab928a req-7f3b1f60-d300-4a09-81dd-4842588fa59e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:43.772097 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a1d09693-375d-40f5-958e-709b72ab928a req-7f3b1f60-d300-4a09-81dd-4842588fa59e tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1447504 Oct 14 12:28:43.822099 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a1d09693-375d-40f5-958e-709b72ab928a req-4e71741e-bb98-411c-8e89-4f895c01de64 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438056 Oct 14 12:28:43.898142 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:44.075337 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:44.176862 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 52354) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:44.178298 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:44.222001 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-f76d6b4e-c111-43f0-a040-93966a4b378a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=35c49fc712d548e381c2b41cbbf067ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433862 Oct 14 12:28:44.226279 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 52356) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:44.255113 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'Port': ['ID=aa2326db-849e-43b2-9cb2-31a247b44ab9,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:44.270338 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:44.285573 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-88a93fe6-0ae0-4428-b0ab-60c1152b67c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:44.310991 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-88a93fe6-0ae0-4428-b0ab-60c1152b67c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:44.382790 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.l3_db [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Floating IP 304e7d31-7ac6-4dd1-8951-7f70745d617a associated. External IP: 172.27.2.225, port: 8b3b28cd-0bf4-4273-baa8-cd3c20238212. Oct 14 12:28:44.440147 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-88a93fe6-0ae0-4428-b0ab-60c1152b67c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:44.443318 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-88a93fe6-0ae0-4428-b0ab-60c1152b67c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:44.445063 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-88a93fe6-0ae0-4428-b0ab-60c1152b67c1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0f42fa72-9c04-4527-a607-0d2706de4d3e HTTP/1.1" status: 204 len: 168 time: 0.2177835 Oct 14 12:28:44.456042 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a93fe6-0ae0-4428-b0ab-60c1152b67c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f42fa72-9c04-4527-a607-0d2706de4d3e,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:44.630561 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:28:44.763549 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:28:44.775731 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9effbc-5fe7-45e2-b58d-f042b0d754de None None] Sync routers for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:28:44.785710 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9effbc-5fe7-45e2-b58d-f042b0d754de None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:44.786599 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ba9effbc-5fe7-45e2-b58d-f042b0d754de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:28:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:44.857461 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b84f87-c823-4904-b5c7-bdaf08bd3b48 req-1138a076-86e1-4925-9ef2-3833c902ad10 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:44.859678 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-13b84f87-c823-4904-b5c7-bdaf08bd3b48 req-1138a076-86e1-4925-9ef2-3833c902ad10 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0611436 Oct 14 12:28:44.912944 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:44.938751 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-ba9effbc-5fe7-45e2-b58d-f042b0d754de None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:44.945636 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-13b84f87-c823-4904-b5c7-bdaf08bd3b48 req-61aee39d-cc18-4eb3-8451-2a05321c779e tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740418 Oct 14 12:28:44.974130 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-67af1465-6141-454d-9089-afab39312b2b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1331859 Oct 14 12:28:44.976438 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cc4dea-3b64-4aad-8331-163801ec1cae', 'tag': '8b3b28cd-0bf4-4273-baa8-cd3c20238212'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:28:44.979755 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b68676d-04ca-4a79-920b-eacc3064a1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "26cc4dea-3b64-4aad-8331-163801ec1cae", "tag": "8b3b28cd-0bf4-4273-baa8-cd3c20238212"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:28:45.017543 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7865f3-8d18-4c6b-9a3f-2c5677e38955 req-a7142e48-e8c0-4143-ae74-71e4b79a1601 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:45.027070 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6d7865f3-8d18-4c6b-9a3f-2c5677e38955 req-a7142e48-e8c0-4143-ae74-71e4b79a1601 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.1206186 Oct 14 12:28:45.051040 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedf9634-c1df-4c0b-b472-b9178bbffbfe x-openstack-request-id: req-aedf9634-c1df-4c0b-b472-b9178bbffbfe {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:28:45.051433 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cc4dea-3b64-4aad-8331-163801ec1cae", "tag": "8b3b28cd-0bf4-4273-baa8-cd3c20238212", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:28:45.051643 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aedf9634-c1df-4c0b-b472-b9178bbffbfe {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:28:45.052053 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cc4dea-3b64-4aad-8331-163801ec1cae', 'tag': '8b3b28cd-0bf4-4273-baa8-cd3c20238212', 'status': 'completed', 'code': 200} Oct 14 12:28:45.096736 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6d7865f3-8d18-4c6b-9a3f-2c5677e38955 req-9c0d1104-47b0-4d56-a370-451554744675 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687506 Oct 14 12:28:45.143584 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68676d-04ca-4a79-920b-eacc3064a1d7 req-cb3b223e-f886-45db-8baf-34d9bee98ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:45.146229 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8b68676d-04ca-4a79-920b-eacc3064a1d7 req-cb3b223e-f886-45db-8baf-34d9bee98ca3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 1099 time: 0.0626621 Oct 14 12:28:45.255134 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ba9effbc-5fe7-45e2-b58d-f042b0d754de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': '304e7d31-7ac6-4dd1-8951-7f70745d617a', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'port_id': '8b3b28cd-0bf4-4273-baa8-cd3c20238212', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'mac_address': 'fa:16:3e:a6:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc4dea-3b64-4aad-8331-163801ec1cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:28:43Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 0, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:45.282259 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68676d-04ca-4a79-920b-eacc3064a1d7 req-6e9c13cd-bd83-44a8-86d4-92b5519f20db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:45.284261 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8b68676d-04ca-4a79-920b-eacc3064a1d7 req-6e9c13cd-bd83-44a8-86d4-92b5519f20db service neutron] 10.222.0.82 "GET /v2.0/networks?id=140e7268-9a2f-434a-85c9-99efbcd597b9 HTTP/1.1" status: 200 len: 913 time: 0.1253686 Oct 14 12:28:45.286843 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9effbc-5fe7-45e2-b58d-f042b0d754de None None] Checking router: 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:28:45.297844 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9effbc-5fe7-45e2-b58d-f042b0d754de None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:45.298456 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ba9effbc-5fe7-45e2-b58d-f042b0d754de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:28:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:45.365075 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8b68676d-04ca-4a79-920b-eacc3064a1d7 req-c03061ad-550c-4878-8ac9-c4fce636ecf5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b3b28cd-0bf4-4273-baa8-cd3c20238212 HTTP/1.1" status: 200 len: 1000 time: 0.0727596 Oct 14 12:28:45.433842 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68676d-04ca-4a79-920b-eacc3064a1d7 req-4a0478c3-1c34-4d87-9d6a-79401722dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:45.436289 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8b68676d-04ca-4a79-920b-eacc3064a1d7 req-4a0478c3-1c34-4d87-9d6a-79401722dbaf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1 HTTP/1.1" status: 200 len: 851 time: 0.0586028 Oct 14 12:28:45.450797 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-ba9effbc-5fe7-45e2-b58d-f042b0d754de None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:45.511691 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68676d-04ca-4a79-920b-eacc3064a1d7 req-7f26b1c4-9e0a-4374-91a5-87bb7f98d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:45.513085 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8b68676d-04ca-4a79-920b-eacc3064a1d7 req-7f26b1c4-9e0a-4374-91a5-87bb7f98d829 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=140e7268-9a2f-434a-85c9-99efbcd597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666611 Oct 14 12:28:45.624987 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8b68676d-04ca-4a79-920b-eacc3064a1d7 req-1e101460-9460-42df-ba58-48c7815c74c5 service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016374 Oct 14 12:28:45.789217 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8b68676d-04ca-4a79-920b-eacc3064a1d7 req-c569a838-ccac-45b9-af1c-0c7b375e44e4 service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516528 Oct 14 12:28:45.814564 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ba9effbc-5fe7-45e2-b58d-f042b0d754de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': '304e7d31-7ac6-4dd1-8951-7f70745d617a', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'port_id': '8b3b28cd-0bf4-4273-baa8-cd3c20238212', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'mac_address': 'fa:16:3e:a6:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc4dea-3b64-4aad-8331-163801ec1cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:28:43Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 0, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:45.847664 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9effbc-5fe7-45e2-b58d-f042b0d754de None None] The sync data for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi is: [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': '304e7d31-7ac6-4dd1-8951-7f70745d617a', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'port_id': '8b3b28cd-0bf4-4273-baa8-cd3c20238212', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'mac_address': 'fa:16:3e:a6:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc4dea-3b64-4aad-8331-163801ec1cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:28:43Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 0, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:28:46.119231 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb1bf0-050a-471c-8773-e4af2a26f59d req-35666e4a-55e3-4e84-a75c-45fd09d00b73 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:46.120534 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7ee266-a4ca-4817-a3d3-791e6ae89538 None None] New status for floating IP 304e7d31-7ac6-4dd1-8951-7f70745d617a: ACTIVE {{(pid=100448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:28:46.121257 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1ccb1bf0-050a-471c-8773-e4af2a26f59d req-35666e4a-55e3-4e84-a75c-45fd09d00b73 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0777256 Oct 14 12:28:46.194137 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1ccb1bf0-050a-471c-8773-e4af2a26f59d req-d34bbed6-fa03-428d-8982-2aae2ceede4b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517299 Oct 14 12:28:46.326206 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa692c-d38f-41d6-870b-39f7abafb457 req-87fa2b1b-2030-418c-8388-ed354e64df0c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:46.327665 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-01aa692c-d38f-41d6-870b-39f7abafb457 req-87fa2b1b-2030-418c-8388-ed354e64df0c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0592074 Oct 14 12:28:46.377155 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-01aa692c-d38f-41d6-870b-39f7abafb457 req-6b71bb26-4841-465d-8f40-d06b11c3462f tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373616 Oct 14 12:28:47.336629 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e0020-9886-406e-8257-627b602104ac req-6dab88a1-dc16-4c7f-8519-63f41dbed298 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:47.338315 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-131e0020-9886-406e-8257-627b602104ac req-6dab88a1-dc16-4c7f-8519-63f41dbed298 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0562270 Oct 14 12:28:47.382182 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-131e0020-9886-406e-8257-627b602104ac req-75b92730-d5c2-48e0-bd28-88365e29ddb6 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366609 Oct 14 12:28:47.499323 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e460308-4f06-4a84-971a-d44234a9e8e3 req-2a48dd3d-3d47-443f-9359-d82fadec5177 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:47.500846 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6e460308-4f06-4a84-971a-d44234a9e8e3 req-2a48dd3d-3d47-443f-9359-d82fadec5177 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0521076 Oct 14 12:28:47.542408 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6e460308-4f06-4a84-971a-d44234a9e8e3 req-06e6fdb4-de00-46bf-8067-cf24be1268a5 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349820 Oct 14 12:28:47.579723 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8bc0aaee-60b5-42ba-b27f-9f8d335371dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:48.004865 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec43572-49ef-442b-8799-0cc0a9ca1424 req-b619ceb2-ea8a-4bda-be64-4bd14bdfd398 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:48.007228 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cec43572-49ef-442b-8799-0cc0a9ca1424 req-b619ceb2-ea8a-4bda-be64-4bd14bdfd398 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.82 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0562212 Oct 14 12:28:48.341146 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-cec43572-49ef-442b-8799-0cc0a9ca1424 req-7bb81aef-a32e-43c1-b2c9-0150ca64a697 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Deleting port 11a168ce-97b6-4989-b238-6318056cb676 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:28:48.341844 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cec43572-49ef-442b-8799-0cc0a9ca1424 req-7bb81aef-a32e-43c1-b2c9-0150ca64a697 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:48.453043 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cec43572-49ef-442b-8799-0cc0a9ca1424 req-7bb81aef-a32e-43c1-b2c9-0150ca64a697 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] For port 11a168ce-97b6-4989-b238-6318056cb676, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=11a168ce-97b6-4989-b238-6318056cb676,segment=NetworkSegment(8e26d71a-603f-4014-b211-57b6c418d476),segment_id=8e26d71a-603f-4014-b211-57b6c418d476)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:48.453488 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cec43572-49ef-442b-8799-0cc0a9ca1424 req-7bb81aef-a32e-43c1-b2c9-0150ca64a697 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:48.473411 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-cec43572-49ef-442b-8799-0cc0a9ca1424 req-7bb81aef-a32e-43c1-b2c9-0150ca64a697 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Calling delete_port for 11a168ce-97b6-4989-b238-6318056cb676 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:28:48.566339 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2aea69-fce2-4b1c-b095-563906d27a36 req-06cd6eaa-c518-49f8-aed8-290d2ae33c45 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:48.567943 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ab2aea69-fce2-4b1c-b095-563906d27a36 req-06cd6eaa-c518-49f8-aed8-290d2ae33c45 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0960002 Oct 14 12:28:48.621081 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ab2aea69-fce2-4b1c-b095-563906d27a36 req-8477695b-e963-4dfd-8e2d-d83c7c1c20b1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458853 Oct 14 12:28:48.764317 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5ffa5-680a-4749-a3a0-d0296156c8fd req-dc892cce-01da-46f3-8480-65278a6a14eb tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:48.766083 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2dc5ffa5-680a-4749-a3a0-d0296156c8fd req-dc892cce-01da-46f3-8480-65278a6a14eb tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 946 time: 0.0709043 Oct 14 12:28:48.815715 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2dc5ffa5-680a-4749-a3a0-d0296156c8fd req-930de57d-14e0-478e-abee-c78f43f7d22b tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/security-groups?id=d80e0eb6-b2b8-480f-b2db-f047f5470366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Oct 14 12:28:48.908944 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cec43572-49ef-442b-8799-0cc0a9ca1424 req-7bb81aef-a32e-43c1-b2c9-0150ca64a697 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:48.921996 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['11a168ce-97b6-4989-b238-6318056cb676'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:28:48.942974 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb81aef-a32e-43c1-b2c9-0150ca64a697 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Pushing event deleted for resources: {'Port': ['ID=11a168ce-97b6-4989-b238-6318056cb676,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:48.991017 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec43572-49ef-442b-8799-0cc0a9ca1424 req-7bb81aef-a32e-43c1-b2c9-0150ca64a697 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] No DVR routers for this DVR port 11a168ce-97b6-4989-b238-6318056cb676 on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:28:48.993692 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cec43572-49ef-442b-8799-0cc0a9ca1424 req-7bb81aef-a32e-43c1-b2c9-0150ca64a697 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:48.997449 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cec43572-49ef-442b-8799-0cc0a9ca1424 req-7bb81aef-a32e-43c1-b2c9-0150ca64a697 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.82 "DELETE /v2.0/ports/11a168ce-97b6-4989-b238-6318056cb676 HTTP/1.1" status: 204 len: 173 time: 0.9838753 Oct 14 12:28:48.997879 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0774bcf9-8712-4740-8ff6-b185880dc92b', 'name': 'network-vif-deleted', 'tag': '11a168ce-97b6-4989-b238-6318056cb676'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:28:49.000195 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e133c5c5-6d4d-460f-beca-eb4b9e921744" -d '{"events": [{"server_uuid": "0774bcf9-8712-4740-8ff6-b185880dc92b", "name": "network-vif-deleted", "tag": "11a168ce-97b6-4989-b238-6318056cb676"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:28:49.037936 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ae0b14-0d9c-45c7-80ea-19e132013438 x-openstack-request-id: req-c6ae0b14-0d9c-45c7-80ea-19e132013438 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:28:49.038195 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0774bcf9-8712-4740-8ff6-b185880dc92b", "name": "network-vif-deleted", "tag": "11a168ce-97b6-4989-b238-6318056cb676", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:28:49.043714 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c6ae0b14-0d9c-45c7-80ea-19e132013438 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:28:49.043714 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0774bcf9-8712-4740-8ff6-b185880dc92b', 'name': 'network-vif-deleted', 'tag': '11a168ce-97b6-4989-b238-6318056cb676', 'status': 'completed', 'code': 200} Oct 14 12:28:49.761049 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce560b0-d8d3-4ddd-85d1-9c7855744ef8 req-3cc14290-ede5-4e8b-a908-cf45972198c6 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:49.764806 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6ce560b0-d8d3-4ddd-85d1-9c7855744ef8 req-3cc14290-ede5-4e8b-a908-cf45972198c6 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0606682 Oct 14 12:28:49.818863 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6ce560b0-d8d3-4ddd-85d1-9c7855744ef8 req-763796d4-72e1-47a8-899c-0fa909711caf tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444293 Oct 14 12:28:49.936471 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-58de913c-8476-4d93-a08f-14126eb8727b req-55b86935-bd00-4956-9594-0413bd5f692c tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 210 time: 0.0294619 Oct 14 12:28:50.465811 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-784ed973-b638-4f6b-9b5e-d9f61af66d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:50.941319 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f36a5e-a318-41b6-8003-d2cec56165d8 req-aa06b6ff-dd59-4f52-b114-19d091a1dfc6 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:50.942867 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-36f36a5e-a318-41b6-8003-d2cec56165d8 req-aa06b6ff-dd59-4f52-b114-19d091a1dfc6 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0518198 Oct 14 12:28:50.991920 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-36f36a5e-a318-41b6-8003-d2cec56165d8 req-de70cfa2-1951-457d-a847-71cb56b08d66 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416424 Oct 14 12:28:51.062036 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-43ed021c-9178-42e7-8d1d-237744bb0f97 req-7affa3aa-7610-4923-9258-c538d6a8f423 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 210 time: 0.0334837 Oct 14 12:28:51.588749 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:51.985389 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 11a168ce-97b6-4989-b238-6318056cb676 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:28:52.011608 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: 11a168ce-97b6-4989-b238-6318056cb676 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:28:52.011608 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 11a168ce-97b6-4989-b238-6318056cb676 not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:28:52.145782 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae269bbd-16a2-41a9-b4ef-c3842fb427d7 req-9bfec54c-66fd-4a48-8bb4-65ca8557bc87 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:52.147526 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ae269bbd-16a2-41a9-b4ef-c3842fb427d7 req-9bfec54c-66fd-4a48-8bb4-65ca8557bc87 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0714736 Oct 14 12:28:52.195264 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:52.203562 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9bdaf108-8d3a-4864-959f-b3b0f481641c req-0d6f8c88-19e7-495f-8d46-8b94e0947763 tempest-ServerRescueNegativeTestJSON-1321904602 tempest-ServerRescueNegativeTestJSON-1321904602-project] 10.222.0.71 "GET /v2.0/ports?device_id=0774bcf9-8712-4740-8ff6-b185880dc92b HTTP/1.1" status: 200 len: 210 time: 0.0324328 Oct 14 12:28:52.219156 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ae269bbd-16a2-41a9-b4ef-c3842fb427d7 req-3d14b5b5-bae4-4934-9285-a0d07d2eaa32 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648520 Oct 14 12:28:52.845978 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:53.263904 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52472) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:53.414966 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93b44d-6062-42a3-8473-b1ae9a3ed0ce req-1ee53125-290f-412e-8742-0b81d6814865 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:53.416390 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dc93b44d-6062-42a3-8473-b1ae9a3ed0ce req-1ee53125-290f-412e-8742-0b81d6814865 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0956492 Oct 14 12:28:53.506354 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dc93b44d-6062-42a3-8473-b1ae9a3ed0ce req-c2d448e0-4766-4dd2-a0c4-3cd56eda8de0 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824697 Oct 14 12:28:53.804307 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b8ed7bb-0729-4b0b-82da-532202cf1254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516827'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:54.075243 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457549d-1140-4f64-a27e-7be363e7cfd5 req-473f9285-1b81-4756-9667-2e153bbe2c12 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:54.076668 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0457549d-1140-4f64-a27e-7be363e7cfd5 req-473f9285-1b81-4756-9667-2e153bbe2c12 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0754271 Oct 14 12:28:54.156466 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0457549d-1140-4f64-a27e-7be363e7cfd5 req-610bf311-1f45-4c83-b5ca-3a248cee2081 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674305 Oct 14 12:28:54.237511 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be9389-921b-4c9d-a714-43be03abd5d4 req-c21d688a-1716-467b-8f5e-9783a0a65f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:54.239035 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42be9389-921b-4c9d-a714-43be03abd5d4 req-c21d688a-1716-467b-8f5e-9783a0a65f03 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a99511a7cfa740f4b660b4e6e9b9871a&device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 1098 time: 0.0801058 Oct 14 12:28:54.270858 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ed7bb-0729-4b0b-82da-532202cf1254 admin admin] Deleting port cf93bae6-c200-4053-ab9c-9d2539e2e7f4 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:28:54.272234 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b8ed7bb-0729-4b0b-82da-532202cf1254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:54.407955 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be9389-921b-4c9d-a714-43be03abd5d4 req-6306ef9b-8bc4-4940-b416-5d2f6fbee2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:54.409432 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42be9389-921b-4c9d-a714-43be03abd5d4 req-6306ef9b-8bc4-4940-b416-5d2f6fbee2f7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=253a832c-afa8-4771-87e8-6dfb3bd2f212 HTTP/1.1" status: 200 len: 911 time: 0.1615872 Oct 14 12:28:54.417565 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-6b8ed7bb-0729-4b0b-82da-532202cf1254 admin admin] For port cf93bae6-c200-4053-ab9c-9d2539e2e7f4, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=cf93bae6-c200-4053-ab9c-9d2539e2e7f4,segment=NetworkSegment(8e26d71a-603f-4014-b211-57b6c418d476),segment_id=8e26d71a-603f-4014-b211-57b6c418d476)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:54.417940 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b8ed7bb-0729-4b0b-82da-532202cf1254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:54.437475 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ed7bb-0729-4b0b-82da-532202cf1254 admin admin] Calling delete_port for cf93bae6-c200-4053-ab9c-9d2539e2e7f4 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:28:54.534533 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42be9389-921b-4c9d-a714-43be03abd5d4 req-825d329d-13b8-446d-bcf1-f775c7154d00 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e237ce07-89a3-44dd-858a-005434e6800f HTTP/1.1" status: 200 len: 1000 time: 0.1071477 Oct 14 12:28:54.636476 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be9389-921b-4c9d-a714-43be03abd5d4 req-8e4eb70c-c720-4618-b152-ad0f0942a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:54.638001 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42be9389-921b-4c9d-a714-43be03abd5d4 req-8e4eb70c-c720-4618-b152-ad0f0942a27f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1808dccd-0f99-40d5-87b6-c6cd63c4fafb HTTP/1.1" status: 200 len: 849 time: 0.0952384 Oct 14 12:28:54.706102 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be9389-921b-4c9d-a714-43be03abd5d4 req-d0655445-75ff-4546-84e6-9f868e8bf96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:54.707665 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42be9389-921b-4c9d-a714-43be03abd5d4 req-d0655445-75ff-4546-84e6-9f868e8bf96b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=253a832c-afa8-4771-87e8-6dfb3bd2f212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574906 Oct 14 12:28:54.848828 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42be9389-921b-4c9d-a714-43be03abd5d4 req-2e5c4b63-4c63-43bb-8440-c20680d1582a service neutron] 10.222.0.82 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271684 Oct 14 12:28:54.918490 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b8ed7bb-0729-4b0b-82da-532202cf1254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:54.958305 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ed7bb-0729-4b0b-82da-532202cf1254 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf93bae6-c200-4053-ab9c-9d2539e2e7f4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:55.017441 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42be9389-921b-4c9d-a714-43be03abd5d4 req-e1ed310d-38a0-4a25-97fb-478497bcf562 service neutron] 10.222.0.82 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634526 Oct 14 12:28:55.140624 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b8ed7bb-0729-4b0b-82da-532202cf1254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517451'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:55.342294 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b6016-9126-445b-a319-991bad9ca877 req-b9e60b9a-2472-496b-8b98-9eaa7e54395a tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:55.343812 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a90b6016-9126-445b-a319-991bad9ca877 req-b9e60b9a-2472-496b-8b98-9eaa7e54395a tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0963161 Oct 14 12:28:55.428567 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a90b6016-9126-445b-a319-991bad9ca877 req-ba15c2d5-d2e2-4c71-bb2a-a7f8d61e0630 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778146 Oct 14 12:28:55.448875 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8ed7bb-0729-4b0b-82da-532202cf1254 admin admin] Router e148c1db-a028-43ca-b9ef-5f9ebef056fc has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:28:55.564783 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8ed7bb-0729-4b0b-82da-532202cf1254 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:28:55.571772 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-6b8ed7bb-0729-4b0b-82da-532202cf1254 admin admin] 10.222.0.71 "PUT /v2.0/routers/e148c1db-a028-43ca-b9ef-5f9ebef056fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3052759 Oct 14 12:28:55.572958 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52496) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:55.574175 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78282202-8475-4ea5-abb3-8322fa46a260 None None] Sync routers for ids ['e148c1db-a028-43ca-b9ef-5f9ebef056fc'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:28:55.583784 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78282202-8475-4ea5-abb3-8322fa46a260 None None] Routers {'e148c1db-a028-43ca-b9ef-5f9ebef056fc'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:55.584575 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-78282202-8475-4ea5-abb3-8322fa46a260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:28:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['e148c1db-a028-43ca-b9ef-5f9ebef056fc'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:55.691926 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] Publish callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:55.701056 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-78282202-8475-4ea5-abb3-8322fa46a260 None None] Set router e148c1db-a028-43ca-b9ef-5f9ebef056fc gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:55.945789 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-78282202-8475-4ea5-abb3-8322fa46a260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1203927828-router', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:28:54Z', 'revision_number': 5, 'project_id': '973a39f1cf0340d9a7478172ddec1d10', 'gw_port': {'id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:00Z', 'updated_at': '2021-10-14T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:55.992821 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78282202-8475-4ea5-abb3-8322fa46a260 None None] Checking router: e148c1db-a028-43ca-b9ef-5f9ebef056fc for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:28:55.992821 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78282202-8475-4ea5-abb3-8322fa46a260 None None] Routers {'e148c1db-a028-43ca-b9ef-5f9ebef056fc'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:55.992821 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-78282202-8475-4ea5-abb3-8322fa46a260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:28:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['e148c1db-a028-43ca-b9ef-5f9ebef056fc'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:56.082145 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:56.223260 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-78282202-8475-4ea5-abb3-8322fa46a260 None None] Set router e148c1db-a028-43ca-b9ef-5f9ebef056fc gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:56.261205 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] Deleting port 237bcd0e-7fd9-41f4-8bfe-4e5810190c36 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:28:56.261489 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:56.356665 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] For port 237bcd0e-7fd9-41f4-8bfe-4e5810190c36, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=237bcd0e-7fd9-41f4-8bfe-4e5810190c36,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:56.357319 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:56.372657 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] Calling delete_port for 237bcd0e-7fd9-41f4-8bfe-4e5810190c36 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:28:56.450165 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-78282202-8475-4ea5-abb3-8322fa46a260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1203927828-router', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:28:54Z', 'revision_number': 5, 'project_id': '973a39f1cf0340d9a7478172ddec1d10', 'gw_port': {'id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:00Z', 'updated_at': '2021-10-14T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:56.476738 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78282202-8475-4ea5-abb3-8322fa46a260 None None] The sync data for ids ['e148c1db-a028-43ca-b9ef-5f9ebef056fc'] in dv-cinder-813984-2-iscsi is: [{'id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1203927828-router', 'tenant_id': '973a39f1cf0340d9a7478172ddec1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:28:54Z', 'revision_number': 5, 'project_id': '973a39f1cf0340d9a7478172ddec1d10', 'gw_port': {'id': '237bcd0e-7fd9-41f4-8bfe-4e5810190c36', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e148c1db-a028-43ca-b9ef-5f9ebef056fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:00Z', 'updated_at': '2021-10-14T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:28:56.604751 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 52516) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:56.615239 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468739d-325e-47cc-9120-23a58d6e8534 req-53734081-2742-4983-8e8f-34e2517ad229 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:56.619338 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9468739d-325e-47cc-9120-23a58d6e8534 req-53734081-2742-4983-8e8f-34e2517ad229 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0673475 Oct 14 12:28:56.676872 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9468739d-325e-47cc-9120-23a58d6e8534 req-fa8bff83-28ce-42b1-8a60-5ebf0b36d3ed tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513768 Oct 14 12:28:56.684228 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:56.712937 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] Pushing event deleted for resources: {'Port': ['ID=237bcd0e-7fd9-41f4-8bfe-4e5810190c36,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:56.752226 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d11ff2f8-d79a-4d5c-be65-32cb4c6b740e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:56.786244 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515345'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:56.837919 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d11ff2f8-d79a-4d5c-be65-32cb4c6b740e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:56.911931 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6879'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:56.915763 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:56.988954 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d11ff2f8-d79a-4d5c-be65-32cb4c6b740e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.028958 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-d11ff2f8-d79a-4d5c-be65-32cb4c6b740e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ebb580662c524e1a87ccef8dcb4129d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225857 Oct 14 12:28:57.029858 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ff2f8-d79a-4d5c-be65-32cb4c6b740e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2548e0e1-48c3-4166-8a82-74d369c42693,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:57.034344 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52522) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:57.094701 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87e68384-f00c-4721-a567-816c8423d548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.099832 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519352'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.101398 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e148c1db-a028-43ca-b9ef-5f9ebef056fc {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:28:57.106232 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] Publish callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.107542 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-82e6f80b-008a-4b6a-b696-913dec5f8905 admin admin] 10.222.0.71 "DELETE /v2.0/routers/e148c1db-a028-43ca-b9ef-5f9ebef056fc HTTP/1.1" status: 204 len: 168 time: 1.5334115 Oct 14 12:28:57.111204 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 52524) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:57.128457 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87e68384-f00c-4721-a567-816c8423d548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.161966 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_v2 [None req-6855bd1e-c171-475f-a029-fa61e6264b0f admin admin] Deleting subnet 70525aa9-723f-43d0-835a-f6a0dee60cf8 {{(pid=100446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:28:57.165992 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6855bd1e-c171-475f-a029-fa61e6264b0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.206584 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6855bd1e-c171-475f-a029-fa61e6264b0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926743'] for subnet, precommit_delete_associations {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.252203 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6855bd1e-c171-475f-a029-fa61e6264b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.323187 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87e68384-f00c-4721-a567-816c8423d548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.325797 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87e68384-f00c-4721-a567-816c8423d548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.326992 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-87e68384-f00c-4721-a567-816c8423d548 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2548e0e1-48c3-4166-8a82-74d369c42693 HTTP/1.1" status: 204 len: 168 time: 0.2912517 Oct 14 12:28:57.336180 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e68384-f00c-4721-a567-816c8423d548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2548e0e1-48c3-4166-8a82-74d369c42693,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:57.449173 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6855bd1e-c171-475f-a029-fa61e6264b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9655132'] for subnet, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.477920 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6855bd1e-c171-475f-a029-fa61e6264b0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.481095 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-6855bd1e-c171-475f-a029-fa61e6264b0f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/70525aa9-723f-43d0-835a-f6a0dee60cf8 HTTP/1.1" status: 204 len: 168 time: 0.3688262 Oct 14 12:28:57.482013 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855bd1e-c171-475f-a029-fa61e6264b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70525aa9-723f-43d0-835a-f6a0dee60cf8,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:57.483822 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52528) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:57.561110 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6460b600-0072-4ae3-a702-ed9584632823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.655175 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6460b600-0072-4ae3-a702-ed9584632823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.678626 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6460b600-0072-4ae3-a702-ed9584632823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fa637c-0ab1-4285-9c10-f28e9ef85ff2']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:57.690598 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6460b600-0072-4ae3-a702-ed9584632823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e26d71a-603f-4014-b211-57b6c418d476') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:57.691360 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6460b600-0072-4ae3-a702-ed9584632823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e26d71a-603f-4014-b211-57b6c418d476') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:57.703176 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6460b600-0072-4ae3-a702-ed9584632823 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9081384'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.720363 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6460b600-0072-4ae3-a702-ed9584632823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.731183 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6460b600-0072-4ae3-a702-ed9584632823 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6460b600-0072-4ae3-a702-ed9584632823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9882719'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: Traceback (most recent call last): Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: timer() Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: cb(*args, **kw) Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: return func(*args, **kwargs) Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: self._notify() Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: self.callback(batched_events) Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: event.method(event) Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: return f(self, *a, **k) Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._get(url).json() Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: return self.request(url, 'GET', **kwargs) Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:28:57.741772 dv-cinder-813984-2-iscsi neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:28:58.000660 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6460b600-0072-4ae3-a702-ed9584632823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:58.007676 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6460b600-0072-4ae3-a702-ed9584632823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:58.010482 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-6460b600-0072-4ae3-a702-ed9584632823 admin admin] 10.222.0.71 "DELETE /v2.0/networks/48fa637c-0ab1-4285-9c10-f28e9ef85ff2 HTTP/1.1" status: 204 len: 168 time: 0.5256577 Oct 14 12:28:58.023444 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460b600-0072-4ae3-a702-ed9584632823 admin admin] Pushing event deleted for resources: {'Network': ['ID=48fa637c-0ab1-4285-9c10-f28e9ef85ff2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:58.204173 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device cf93bae6-c200-4053-ab9c-9d2539e2e7f4 no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:28:58.227341 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: cf93bae6-c200-4053-ab9c-9d2539e2e7f4 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:28:58.227678 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device cf93bae6-c200-4053-ab9c-9d2539e2e7f4 not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:28:58.228089 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 237bcd0e-7fd9-41f4-8bfe-4e5810190c36 no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:28:58.248751 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: 237bcd0e-7fd9-41f4-8bfe-4e5810190c36 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:28:58.249091 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 237bcd0e-7fd9-41f4-8bfe-4e5810190c36 not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:28:58.520552 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52550) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:58.590516 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-3175f9d3-2037-4d88-938a-eb1ec18c2bd8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=973a39f1cf0340d9a7478172ddec1d10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0685115 Oct 14 12:28:58.595174 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52554) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:58.651593 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4daf3294-3c7a-4f97-8104-c5d2b6abba98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:58.675934 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4daf3294-3c7a-4f97-8104-c5d2b6abba98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:58.866475 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4daf3294-3c7a-4f97-8104-c5d2b6abba98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:58.871845 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4daf3294-3c7a-4f97-8104-c5d2b6abba98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:28:58.873836 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-4daf3294-3c7a-4f97-8104-c5d2b6abba98 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d80e0eb6-b2b8-480f-b2db-f047f5470366 HTTP/1.1" status: 204 len: 168 time: 0.2774706 Oct 14 12:28:58.885153 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf3294-3c7a-4f97-8104-c5d2b6abba98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80e0eb6-b2b8-480f-b2db-f047f5470366,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:02.285970 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 52652) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:02.467497 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 52658) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:02.538385 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3759d49b-110e-4b5a-87c4-9a7ccc630863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:02.555065 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d6a86f90-444d-40b7-b18c-1ed6c593cb0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:02.672259 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3759d49b-110e-4b5a-87c4-9a7ccc630863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:02.680885 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d6a86f90-444d-40b7-b18c-1ed6c593cb0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:02.800592 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3759d49b-110e-4b5a-87c4-9a7ccc630863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:02.828808 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d6a86f90-444d-40b7-b18c-1ed6c593cb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:02.858470 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-3759d49b-110e-4b5a-87c4-9a7ccc630863 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=283e290c067f416386e70307cedff27d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895295 Oct 14 12:29:02.861493 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52662) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:02.862368 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759d49b-110e-4b5a-87c4-9a7ccc630863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df191c5e-6057-4c61-9275-78de8e947398,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:02.878559 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-d6a86f90-444d-40b7-b18c-1ed6c593cb0e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=187fb1f3c4b44eedbcbe0b530eec6d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5909557 Oct 14 12:29:02.882582 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52664) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:02.898751 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a86f90-444d-40b7-b18c-1ed6c593cb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4392095a-41fc-419e-9a07-69851d7e1ac0,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:02.950449 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-628d62fd-d8a3-4063-8514-5236efd792d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:02.969663 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fb28cb42-b275-401c-b80c-eb813b03ce00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:02.991685 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-628d62fd-d8a3-4063-8514-5236efd792d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:03.016560 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fb28cb42-b275-401c-b80c-eb813b03ce00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:03.163819 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-628d62fd-d8a3-4063-8514-5236efd792d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:03.166408 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-628d62fd-d8a3-4063-8514-5236efd792d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:03.167613 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-628d62fd-d8a3-4063-8514-5236efd792d4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/df191c5e-6057-4c61-9275-78de8e947398 HTTP/1.1" status: 204 len: 168 time: 0.3050206 Oct 14 12:29:03.175909 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d62fd-d8a3-4063-8514-5236efd792d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df191c5e-6057-4c61-9275-78de8e947398,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:03.196220 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fb28cb42-b275-401c-b80c-eb813b03ce00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:03.200212 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fb28cb42-b275-401c-b80c-eb813b03ce00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:03.201416 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-fb28cb42-b275-401c-b80c-eb813b03ce00 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4392095a-41fc-419e-9a07-69851d7e1ac0 HTTP/1.1" status: 204 len: 168 time: 0.3178136 Oct 14 12:29:03.211325 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28cb42-b275-401c-b80c-eb813b03ce00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4392095a-41fc-419e-9a07-69851d7e1ac0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:04.166072 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52674) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:04.181749 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-71d75190-057d-4485-a980-b5b6179255c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:04.240053 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 52676) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:04.254379 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-be495886-a102-4982-9e7b-d5e1a599aad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:04.259090 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-71d75190-057d-4485-a980-b5b6179255c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:04.325163 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-be495886-a102-4982-9e7b-d5e1a599aad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:04.414219 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-71d75190-057d-4485-a980-b5b6179255c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:04.452907 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-be495886-a102-4982-9e7b-d5e1a599aad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:04.454359 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d75190-057d-4485-a980-b5b6179255c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c0d1a2-ae95-42fe-afd6-0da461ff0a72,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:04.462875 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-71d75190-057d-4485-a980-b5b6179255c0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fc3fe438725c45f78f1465f34a553416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955239 Oct 14 12:29:04.463828 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52678) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:04.492894 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-be495886-a102-4982-9e7b-d5e1a599aad1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7d30b1847ea54c7fb8c230871cc8ed04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510538 Oct 14 12:29:04.493691 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be495886-a102-4982-9e7b-d5e1a599aad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46437080-8751-48cf-9e45-d3c076b35c5c,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:04.496434 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52680) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:04.540292 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c6e8161-a922-4928-80fe-79935426f47f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:04.573620 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c6e8161-a922-4928-80fe-79935426f47f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:04.586335 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1e974f10-cbc5-4450-b2fb-21af4e0bf973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:04.622800 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1e974f10-cbc5-4450-b2fb-21af4e0bf973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:04.779940 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c6e8161-a922-4928-80fe-79935426f47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:04.782444 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c6e8161-a922-4928-80fe-79935426f47f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:04.783744 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-4c6e8161-a922-4928-80fe-79935426f47f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f9c0d1a2-ae95-42fe-afd6-0da461ff0a72 HTTP/1.1" status: 204 len: 168 time: 0.3189480 Oct 14 12:29:04.791946 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e8161-a922-4928-80fe-79935426f47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c0d1a2-ae95-42fe-afd6-0da461ff0a72,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:04.823057 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1e974f10-cbc5-4450-b2fb-21af4e0bf973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:04.825594 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1e974f10-cbc5-4450-b2fb-21af4e0bf973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:04.826738 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-1e974f10-cbc5-4450-b2fb-21af4e0bf973 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/46437080-8751-48cf-9e45-d3c076b35c5c HTTP/1.1" status: 204 len: 168 time: 0.3293910 Oct 14 12:29:04.835491 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e974f10-cbc5-4450-b2fb-21af4e0bf973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46437080-8751-48cf-9e45-d3c076b35c5c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:06.280373 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:06.783896 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:29:07.466301 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52766) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:07.676490 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faa01ab4-8175-4931-b722-c123ee048aba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:07.760762 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faa01ab4-8175-4931-b722-c123ee048aba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:07.869528 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faa01ab4-8175-4931-b722-c123ee048aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:07.911007 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-faa01ab4-8175-4931-b722-c123ee048aba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6376f845016546329a5197a16feb4ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434228 Oct 14 12:29:07.911901 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa01ab4-8175-4931-b722-c123ee048aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be601c06-9744-4962-b1a4-41640c324598,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:07.913776 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 52778) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:07.972338 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-412770bc-41a4-4e84-b519-7b0d0da04799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:07.994589 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-412770bc-41a4-4e84-b519-7b0d0da04799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:08.118292 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-412770bc-41a4-4e84-b519-7b0d0da04799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:08.121161 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-412770bc-41a4-4e84-b519-7b0d0da04799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:08.122319 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-412770bc-41a4-4e84-b519-7b0d0da04799 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/be601c06-9744-4962-b1a4-41640c324598 HTTP/1.1" status: 204 len: 168 time: 0.2062573 Oct 14 12:29:08.132961 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412770bc-41a4-4e84-b519-7b0d0da04799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be601c06-9744-4962-b1a4-41640c324598,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:08.921600 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52788) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:08.935033 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c01a4697-1df4-4c2a-a4c7-303ec2db9a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:09.012198 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c01a4697-1df4-4c2a-a4c7-303ec2db9a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:09.109108 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c01a4697-1df4-4c2a-a4c7-303ec2db9a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:09.145415 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-c01a4697-1df4-4c2a-a4c7-303ec2db9a94 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6a0b6eff864e431db7165098b22d3578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227008 Oct 14 12:29:09.149105 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52790) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:09.161999 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a4697-1df4-4c2a-a4c7-303ec2db9a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19156944-d847-4fba-805a-6d19c6246ce5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:09.202792 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61a73f8f-08a6-4409-ae0b-aeff4ca929a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:09.224085 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61a73f8f-08a6-4409-ae0b-aeff4ca929a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:09.351983 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61a73f8f-08a6-4409-ae0b-aeff4ca929a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:09.354639 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61a73f8f-08a6-4409-ae0b-aeff4ca929a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:09.355818 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-61a73f8f-08a6-4409-ae0b-aeff4ca929a2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/19156944-d847-4fba-805a-6d19c6246ce5 HTTP/1.1" status: 204 len: 168 time: 0.2058096 Oct 14 12:29:09.368788 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a73f8f-08a6-4409-ae0b-aeff4ca929a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19156944-d847-4fba-805a-6d19c6246ce5,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:09.551602 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b0b9eb5a-19c6-4557-b39c-0fc6249c7c46 req-16e3764e-dc88-4005-9cfc-a2fa460b090b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504303 Oct 14 12:29:09.625710 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9eb5a-19c6-4557-b39c-0fc6249c7c46 req-30ae88b3-7159-4c73-b732-5ea174e93dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:09.627135 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b0b9eb5a-19c6-4557-b39c-0fc6249c7c46 req-30ae88b3-7159-4c73-b732-5ea174e93dc2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 1100 time: 0.0488045 Oct 14 12:29:09.766431 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9eb5a-19c6-4557-b39c-0fc6249c7c46 req-9a5aa078-5509-4b03-8ae3-85e7ffe3b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:09.767979 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b0b9eb5a-19c6-4557-b39c-0fc6249c7c46 req-9a5aa078-5509-4b03-8ae3-85e7ffe3b337 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d HTTP/1.1" status: 200 len: 917 time: 0.1188581 Oct 14 12:29:09.848176 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b0b9eb5a-19c6-4557-b39c-0fc6249c7c46 req-caf43ee4-fa9c-4272-be7d-6d4ecab81ac2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad824bc-b575-42f3-8c13-34e3a61729a0 HTTP/1.1" status: 200 len: 1002 time: 0.0713162 Oct 14 12:29:09.906891 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9eb5a-19c6-4557-b39c-0fc6249c7c46 req-a448fc07-2cea-41b6-ac4b-f9eff37ca4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:09.908416 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b0b9eb5a-19c6-4557-b39c-0fc6249c7c46 req-a448fc07-2cea-41b6-ac4b-f9eff37ca4ec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cc5bc5ee-814c-4686-ba13-7451402f57fe HTTP/1.1" status: 200 len: 855 time: 0.0510983 Oct 14 12:29:09.986631 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9eb5a-19c6-4557-b39c-0fc6249c7c46 req-033a2852-77a0-4b4f-b0d6-ac6456a60619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:09.988174 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b0b9eb5a-19c6-4557-b39c-0fc6249c7c46 req-033a2852-77a0-4b4f-b0d6-ac6456a60619 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672719 Oct 14 12:29:10.102754 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b0b9eb5a-19c6-4557-b39c-0fc6249c7c46 req-e0ffda67-b22c-48bc-8f4c-39c8f0956235 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068947 Oct 14 12:29:10.252269 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b0b9eb5a-19c6-4557-b39c-0fc6249c7c46 req-961c6b9e-b732-4105-bf05-6831fc41dd05 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414592 Oct 14 12:29:17.483169 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 52954) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:17.571933 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e95c85f5-739a-49d3-8836-b6b315c44c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:17.600307 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-df24a6af-00f4-4447-86e5-2f68f25321c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:17.663443 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52962) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:17.680118 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-df24a6af-00f4-4447-86e5-2f68f25321c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:17.768719 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7cb29838-6be9-4a58-b4f5-f0e17ee4d658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:17.790294 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-df24a6af-00f4-4447-86e5-2f68f25321c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:17.827587 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24a6af-00f4-4447-86e5-2f68f25321c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0db7d1f-b690-4bd9-a8ab-cd3c977004b8,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:17.835691 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-df24a6af-00f4-4447-86e5-2f68f25321c8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ad969de2267941d685b5ac71cec3a087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500898 Oct 14 12:29:17.836314 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52966) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:17.873375 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7cb29838-6be9-4a58-b4f5-f0e17ee4d658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:17.902547 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5e18c37-fa67-49dd-950a-baa65b5f3f82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:17.923831 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5e18c37-fa67-49dd-950a-baa65b5f3f82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:17.957852 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7cb29838-6be9-4a58-b4f5-f0e17ee4d658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:18.000239 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-7cb29838-6be9-4a58-b4f5-f0e17ee4d658 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6da0ee19ab4e4ff2b3c33f6e24b2a858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355706 Oct 14 12:29:18.001090 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb29838-6be9-4a58-b4f5-f0e17ee4d658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a6f25e-6554-44c0-949f-aa6817f11b22,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:18.003157 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 52972) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:18.053136 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c2219f3f-a6d6-4f59-9230-bba40001bcc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:18.059807 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5e18c37-fa67-49dd-950a-baa65b5f3f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:18.062863 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5e18c37-fa67-49dd-950a-baa65b5f3f82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:18.066445 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-b5e18c37-fa67-49dd-950a-baa65b5f3f82 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d0db7d1f-b690-4bd9-a8ab-cd3c977004b8 HTTP/1.1" status: 204 len: 168 time: 0.2271876 Oct 14 12:29:18.075308 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e18c37-fa67-49dd-950a-baa65b5f3f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0db7d1f-b690-4bd9-a8ab-cd3c977004b8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:18.082602 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c2219f3f-a6d6-4f59-9230-bba40001bcc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:18.225672 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c2219f3f-a6d6-4f59-9230-bba40001bcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:18.228489 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c2219f3f-a6d6-4f59-9230-bba40001bcc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:18.232580 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-c2219f3f-a6d6-4f59-9230-bba40001bcc7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/10a6f25e-6554-44c0-949f-aa6817f11b22 HTTP/1.1" status: 204 len: 168 time: 0.2255082 Oct 14 12:29:18.238116 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2219f3f-a6d6-4f59-9230-bba40001bcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a6f25e-6554-44c0-949f-aa6817f11b22,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:18.739153 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52990) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:18.754399 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e2db05e9-1493-48e7-b919-3639440bddc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:18.833409 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e2db05e9-1493-48e7-b919-3639440bddc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:18.943507 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e2db05e9-1493-48e7-b919-3639440bddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:18.989384 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-e2db05e9-1493-48e7-b919-3639440bddc5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e92539d5436340ce926b6e8fb32b29cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490683 Oct 14 12:29:18.990264 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db05e9-1493-48e7-b919-3639440bddc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2ac7e2-6a12-47ce-9a52-2602177ef47e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:18.992958 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 52992) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:19.032294 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 52994) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:19.046367 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-211b8732-be1d-42ca-b6c5-c194dcbc58cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:19.048082 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:19.070771 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:19.126749 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-211b8732-be1d-42ca-b6c5-c194dcbc58cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:19.185460 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:19.188085 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:19.189241 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0e2ac7e2-6a12-47ce-9a52-2602177ef47e HTTP/1.1" status: 204 len: 168 time: 0.1952968 Oct 14 12:29:19.197732 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2ac7e2-6a12-47ce-9a52-2602177ef47e,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:19.204798 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:19.205147 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:19.205486 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:19.205820 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:19.206148 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:19.206476 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:19.206835 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:19.207164 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:19.207492 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:19.207887 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:19.208209 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:19.208531 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aed11e-c349-4f62-b9e9-14af8fc25817 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:19.221407 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-211b8732-be1d-42ca-b6c5-c194dcbc58cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:19.271753 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-211b8732-be1d-42ca-b6c5-c194dcbc58cc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ca06dfcb0d204b499a4c2ed6924d8e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383509 Oct 14 12:29:19.275292 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 52998) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:19.275500 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b8732-be1d-42ca-b6c5-c194dcbc58cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13d9bba-7dac-40b7-9d7d-bc12e3163f2d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:19.327637 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a08a94c7-eccf-4c36-9ee2-ad1742359a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:19.350037 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a08a94c7-eccf-4c36-9ee2-ad1742359a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:19.486924 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a08a94c7-eccf-4c36-9ee2-ad1742359a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:19.490182 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a08a94c7-eccf-4c36-9ee2-ad1742359a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:19.493808 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-a08a94c7-eccf-4c36-9ee2-ad1742359a5f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a13d9bba-7dac-40b7-9d7d-bc12e3163f2d HTTP/1.1" status: 204 len: 168 time: 0.2150197 Oct 14 12:29:19.500829 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a94c7-eccf-4c36-9ee2-ad1742359a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13d9bba-7dac-40b7-9d7d-bc12e3163f2d,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:20.009259 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53020) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:20.024992 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-269ecaab-f995-4ee6-afb7-53c199d76469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:20.046767 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea99fd-8b14-4cfd-9a8d-b182b4084a9c req-27a2593d-34a6-479c-90db-d12e974abc9b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:20.048404 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4cea99fd-8b14-4cfd-9a8d-b182b4084a9c req-27a2593d-34a6-479c-90db-d12e974abc9b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 947 time: 0.0560980 Oct 14 12:29:20.108019 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4cea99fd-8b14-4cfd-9a8d-b182b4084a9c req-006ee63a-72bf-48db-adf6-c78b31a7d674 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418327 Oct 14 12:29:20.108132 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-269ecaab-f995-4ee6-afb7-53c199d76469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:20.185404 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-269ecaab-f995-4ee6-afb7-53c199d76469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:20.223887 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-269ecaab-f995-4ee6-afb7-53c199d76469 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9577f92c5ca544b0a9f255856364fbdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132881 Oct 14 12:29:20.225040 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ecaab-f995-4ee6-afb7-53c199d76469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c0dd98-091d-421e-981e-bbbc0b161197,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:20.231942 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53024) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:20.282717 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aedcfb42-72af-45f8-90e9-e6a08c49fb2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:20.305451 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aedcfb42-72af-45f8-90e9-e6a08c49fb2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:20.425886 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aedcfb42-72af-45f8-90e9-e6a08c49fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:20.428494 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aedcfb42-72af-45f8-90e9-e6a08c49fb2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:20.432880 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-aedcfb42-72af-45f8-90e9-e6a08c49fb2b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/98c0dd98-091d-421e-981e-bbbc0b161197 HTTP/1.1" status: 204 len: 168 time: 0.1999772 Oct 14 12:29:20.446225 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcfb42-72af-45f8-90e9-e6a08c49fb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c0dd98-091d-421e-981e-bbbc0b161197,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:20.514862 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e9bb8ce1-fc9c-4d70-a1a4-d5c33c880e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:21.235123 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c48e3-15b4-4954-9ab9-e4416c6bd308 req-0a75dbce-4425-4498-92e1-9df3b61ae09f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:21.236746 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-141c48e3-15b4-4954-9ab9-e4416c6bd308 req-0a75dbce-4425-4498-92e1-9df3b61ae09f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 947 time: 0.0586638 Oct 14 12:29:21.281204 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-141c48e3-15b4-4954-9ab9-e4416c6bd308 req-c3881c53-9821-4828-91b9-0fa76508bf0a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370741 Oct 14 12:29:21.597362 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:21.720232 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-4b309a49-52eb-4318-a6f8-df4ae33d59a2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:21.723586 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-4b309a49-52eb-4318-a6f8-df4ae33d59a2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.82 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 947 time: 0.0674901 Oct 14 12:29:21.848021 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-66be3485-a08c-4eca-8555-7460b371a342 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Deleting port fad824bc-b575-42f3-8c13-34e3a61729a0 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:29:21.848366 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-66be3485-a08c-4eca-8555-7460b371a342 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:21.990497 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-66be3485-a08c-4eca-8555-7460b371a342 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] For port fad824bc-b575-42f3-8c13-34e3a61729a0, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=fad824bc-b575-42f3-8c13-34e3a61729a0,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:29:21.990915 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-66be3485-a08c-4eca-8555-7460b371a342 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:22.180714 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:22.293122 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-66be3485-a08c-4eca-8555-7460b371a342 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:22.293725 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-66be3485-a08c-4eca-8555-7460b371a342 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:22.293845 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.l3_db [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-66be3485-a08c-4eca-8555-7460b371a342 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Floating IP 000d6c5a-4a63-43a4-b90e-318202717872 disassociated. External IP: 172.27.2.155, port: fad824bc-b575-42f3-8c13-34e3a61729a0. Oct 14 12:29:22.294119 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-66be3485-a08c-4eca-8555-7460b371a342 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Calling delete_port for fad824bc-b575-42f3-8c13-34e3a61729a0 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:29:22.458434 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50378f32-6ca7-42b6-8efb-0cedf3788f8c req-98c5f95e-a06d-44ed-aaea-6b055bb13af6 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:22.460544 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-50378f32-6ca7-42b6-8efb-0cedf3788f8c req-98c5f95e-a06d-44ed-aaea-6b055bb13af6 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 947 time: 0.0759006 Oct 14 12:29:22.533417 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-50378f32-6ca7-42b6-8efb-0cedf3788f8c req-5083c868-9ed4-477c-8249-a6ae68ed763a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=3161f985-e8cb-4398-bac2-654dcf982cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498469 Oct 14 12:29:22.626396 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-66be3485-a08c-4eca-8555-7460b371a342 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:22.658219 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be3485-a08c-4eca-8555-7460b371a342 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event deleted for resources: {'Port': ['ID=fad824bc-b575-42f3-8c13-34e3a61729a0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:22.835986 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:22.838201 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-66be3485-a08c-4eca-8555-7460b371a342 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:29:22.983081 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-66be3485-a08c-4eca-8555-7460b371a342 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:29:23.016240 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a730a-ecb4-44b3-a147-6213c93e8784 None None] Sync routers for ids ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:29:23.043466 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74a730a-ecb4-44b3-a147-6213c93e8784 None None] Routers {'83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:29:23.045260 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-a74a730a-ecb4-44b3-a147-6213c93e8784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:29:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:23.080856 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-66be3485-a08c-4eca-8555-7460b371a342 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] No DVR routers for this DVR port fad824bc-b575-42f3-8c13-34e3a61729a0 on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:29:23.086125 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-66be3485-a08c-4eca-8555-7460b371a342 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:23.093341 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-acf48346-ea36-4fd7-8cf9-81b09f9905ed req-66be3485-a08c-4eca-8555-7460b371a342 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.82 "DELETE /v2.0/ports/fad824bc-b575-42f3-8c13-34e3a61729a0 HTTP/1.1" status: 204 len: 173 time: 1.3622308 Oct 14 12:29:23.094577 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'name': 'network-vif-deleted', 'tag': 'fad824bc-b575-42f3-8c13-34e3a61729a0'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:29:23.099613 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231931e8-3b40-40da-94e0-2a024fbf3688" -d '{"events": [{"server_uuid": "45b7d504-7f3f-4b03-88f3-727fd9a94aa7", "name": "network-vif-deleted", "tag": "fad824bc-b575-42f3-8c13-34e3a61729a0"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:29:23.171162 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f66a51-607b-44ce-83d1-8fa3755f7c9e x-openstack-request-id: req-f3f66a51-607b-44ce-83d1-8fa3755f7c9e {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:29:23.171162 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b7d504-7f3f-4b03-88f3-727fd9a94aa7", "name": "network-vif-deleted", "tag": "fad824bc-b575-42f3-8c13-34e3a61729a0", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:29:23.171162 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f3f66a51-607b-44ce-83d1-8fa3755f7c9e {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:29:23.171162 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b7d504-7f3f-4b03-88f3-727fd9a94aa7', 'name': 'network-vif-deleted', 'tag': 'fad824bc-b575-42f3-8c13-34e3a61729a0', 'status': 'completed', 'code': 200} Oct 14 12:29:23.246522 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-a74a730a-ecb4-44b3-a147-6213c93e8784 None None] Set router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:29:23.598478 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-a74a730a-ecb4-44b3-a147-6213c93e8784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e', 'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'mac_address': 'fa:16:3e:7f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:03Z', 'updated_at': '2021-10-14T12:25:15Z', 'revision_number': 5, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'subnets': [{'id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:23.654125 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a730a-ecb4-44b3-a147-6213c93e8784 None None] Checking router: 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:29:23.665192 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74a730a-ecb4-44b3-a147-6213c93e8784 None None] Routers {'83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:29:23.667369 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-a74a730a-ecb4-44b3-a147-6213c93e8784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:29:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:23.700658 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a103f2b6-1a0e-4e4b-aba2-3639be6dd4d1 req-5edc3493-c29f-43cd-b345-ff46ab048747 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b7d504-7f3f-4b03-88f3-727fd9a94aa7 HTTP/1.1" status: 200 len: 210 time: 0.0505738 Oct 14 12:29:23.833514 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-a74a730a-ecb4-44b3-a147-6213c93e8784 None None] Set router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:29:24.231621 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-a74a730a-ecb4-44b3-a147-6213c93e8784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e', 'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'mac_address': 'fa:16:3e:7f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:03Z', 'updated_at': '2021-10-14T12:25:15Z', 'revision_number': 5, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'subnets': [{'id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:24.287760 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a730a-ecb4-44b3-a147-6213c93e8784 None None] The sync data for ids ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'] in dv-cinder-813984-2-iscsi is: [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e', 'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'mac_address': 'fa:16:3e:7f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:03Z', 'updated_at': '2021-10-14T12:25:15Z', 'revision_number': 5, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'subnets': [{'id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:29:24.633640 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be93b7c8-afbe-4d87-88b2-1a515766ea5a None None] New status for floating IP 000d6c5a-4a63-43a4-b90e-318202717872: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:29:24.930353 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53134) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:25.018436 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e730da80-ad7d-4d8f-9d04-00c37ffe0af9 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:25.059485 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e730da80-ad7d-4d8f-9d04-00c37ffe0af9 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:25.218569 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e730da80-ad7d-4d8f-9d04-00c37ffe0af9 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:25.224441 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e730da80-ad7d-4d8f-9d04-00c37ffe0af9 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:25.227075 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-e730da80-ad7d-4d8f-9d04-00c37ffe0af9 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "DELETE /v2.0/security-groups/3161f985-e8cb-4398-bac2-654dcf982cce HTTP/1.1" status: 204 len: 168 time: 0.2934532 Oct 14 12:29:25.229865 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53138) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:25.247037 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730da80-ad7d-4d8f-9d04-00c37ffe0af9 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3161f985-e8cb-4398-bac2-654dcf982cce,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:25.259630 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.api.v2.resource [None req-4c212ab1-6c8d-457d-95ab-19e226270097 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] show failed (client error): The resource could not be found. Oct 14 12:29:25.259630 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-4c212ab1-6c8d-457d-95ab-19e226270097 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups/3161f985-e8cb-4398-bac2-654dcf982cce HTTP/1.1" status: 404 len: 347 time: 0.0242589 Oct 14 12:29:25.259630 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53142) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:25.414311 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Deleting port 4a4dc7ad-7824-4d45-abb9-1fc9db02975f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:29:25.414648 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:25.520462 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:25.520710 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:25.536385 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Calling delete_port for 4a4dc7ad-7824-4d45-abb9-1fc9db02975f owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:29:26.121144 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:26.152583 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event deleted for resources: {'Port': ['ID=4a4dc7ad-7824-4d45-abb9-1fc9db02975f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:26.178010 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.178406 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.179489 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.179882 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.180264 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.180667 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.181050 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.181384 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.181714 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.182064 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.182391 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.182716 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.228583 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:26.231198 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:26.232356 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-f7090791-90c9-4631-8c9c-2b1eaa577057 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "DELETE /v2.0/floatingips/000d6c5a-4a63-43a4-b90e-318202717872 HTTP/1.1" status: 204 len: 168 time: 0.9739642 Oct 14 12:29:26.520632 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device fad824bc-b575-42f3-8c13-34e3a61729a0 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:29:26.546977 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: fad824bc-b575-42f3-8c13-34e3a61729a0 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:29:26.547329 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device fad824bc-b575-42f3-8c13-34e3a61729a0 not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:29:26.822121 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53154) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:26.827361 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-1efbdc5b-6a7a-4f77-91fe-cc5b2c09603a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--190803798', 'description': 'tempest-description--981286753'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:26.966318 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1efbdc5b-6a7a-4f77-91fe-cc5b2c09603a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:27.032349 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1efbdc5b-6a7a-4f77-91fe-cc5b2c09603a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:27.126815 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1efbdc5b-6a7a-4f77-91fe-cc5b2c09603a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:27.157843 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbdc5b-6a7a-4f77-91fe-cc5b2c09603a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=166dbd1a-19a5-42d6-b3ad-62886e3f1594,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:27.267872 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1efbdc5b-6a7a-4f77-91fe-cc5b2c09603a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:27.269137 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-1efbdc5b-6a7a-4f77-91fe-cc5b2c09603a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4459164 Oct 14 12:29:27.272160 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53156) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:27.285521 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-31ed9d91-4f94-4426-94f2-79bb90f94c0d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Request body: {'security_group_rule': {'security_group_id': '166dbd1a-19a5-42d6-b3ad-62886e3f1594', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:27.368461 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-31ed9d91-4f94-4426-94f2-79bb90f94c0d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:27.424910 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-31ed9d91-4f94-4426-94f2-79bb90f94c0d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:27.566259 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-31ed9d91-4f94-4426-94f2-79bb90f94c0d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:27.586968 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed9d91-4f94-4426-94f2-79bb90f94c0d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59540b4-4b9c-4f99-b29e-c1dc78641691,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:27.708066 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-31ed9d91-4f94-4426-94f2-79bb90f94c0d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:27.709329 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-31ed9d91-4f94-4426-94f2-79bb90f94c0d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4351060 Oct 14 12:29:27.712097 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53162) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:27.716865 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-ce014c16-8eba-4ec6-b9b9-3bb6cd02e490 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Request body: {'security_group_rule': {'security_group_id': '166dbd1a-19a5-42d6-b3ad-62886e3f1594', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:27.853126 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ce014c16-8eba-4ec6-b9b9-3bb6cd02e490 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:27.911237 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ce014c16-8eba-4ec6-b9b9-3bb6cd02e490 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:28.023507 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ce014c16-8eba-4ec6-b9b9-3bb6cd02e490 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:28.042006 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce014c16-8eba-4ec6-b9b9-3bb6cd02e490 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34440efe-60f4-4356-acef-6502c08c02dc,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:28.170400 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ce014c16-8eba-4ec6-b9b9-3bb6cd02e490 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:28.171636 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-ce014c16-8eba-4ec6-b9b9-3bb6cd02e490 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4585907 Oct 14 12:29:28.175553 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53164) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:28.183897 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Request body: {'floatingip': {'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:28.286627 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:28.389966 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:28.509194 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Allocated IP 172.27.2.246 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/b6e0956b-4d91-44c7-8bf9-05ff6c81b930) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:29:28.611624 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:28.926944 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:28.972981 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:29:28.978566 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:29:28.983010 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:29:28.986226 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event updated for resources: {'Port': ['ID=b6e0956b-4d91-44c7-8bf9-05ff6c81b930,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:29.072753 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:29.163113 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:29.326697 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:29.417672 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:29.490878 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event updated for resources: {'Port': ['ID=b6e0956b-4d91-44c7-8bf9-05ff6c81b930,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:29.502962 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:29.626005 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:29.627257 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-ed8377ac-8390-4b16-b3c4-b0bf15139619 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4493561 Oct 14 12:29:29.827673 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-c125309e-2f6c-4c41-8bfa-81fe12fdc389 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--190803798&fields=id&tenant_id=254e8ebad5c540d4bc11cf8a08096cf3 HTTP/1.1" status: 200 len: 267 time: 0.0338469 Oct 14 12:29:29.945470 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-7b762e29-1687-4da9-b4de-fa7fbed39fc6 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:29.947047 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-7b762e29-1687-4da9-b4de-fa7fbed39fc6 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/networks?id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d HTTP/1.1" status: 200 len: 816 time: 0.1109385 Oct 14 12:29:29.964687 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-a907f0e9-3d7e-4b95-ae4a-cc59e0269fab tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/quotas/254e8ebad5c540d4bc11cf8a08096cf3 HTTP/1.1" status: 200 len: 375 time: 0.0113270 Oct 14 12:29:30.027285 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-fd708d0b-72fc-4c15-8bde-b60b33ac0454 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564759 Oct 14 12:29:30.135379 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-c3b5378f-5b95-4cab-a56b-f53005ee59f5 service neutron] 10.222.0.71 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947280 Oct 14 12:29:30.240136 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-aafe9eaf-49ef-4a0e-93cb-974a478a4ae7 service neutron] 10.222.0.71 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002119 Oct 14 12:29:30.648448 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cc740bf6-1756-4244-a3c6-3c3b8961fa68 req-128d3c06-e8e5-4076-bb1c-62bdefa636ec tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 210 time: 0.0278187 Oct 14 12:29:31.747159 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-af4762d7-aa87-4b5e-97ab-84e93855d736 req-fd2c9950-f90c-4c9e-836a-40f6effd2204 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 210 time: 0.0273671 Oct 14 12:29:32.871441 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-413e6e10-c08a-48db-85ec-c908fb9bc279 req-a0974705-d810-4d9f-9c98-908e849bdbf6 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 210 time: 0.0303617 Oct 14 12:29:32.990154 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-26e692da-d12f-45f4-ad09-6bc27b48159d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:32.991749 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-26e692da-d12f-45f4-ad09-6bc27b48159d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.82 "GET /v2.0/networks?id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d HTTP/1.1" status: 200 len: 816 time: 0.1234207 Oct 14 12:29:33.041333 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-e5328e67-1982-42c5-a0a5-f89a528aefba tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254e8ebad5c540d4bc11cf8a08096cf3 HTTP/1.1" status: 200 len: 379 time: 0.0401392 Oct 14 12:29:33.051636 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-ff2c7f15-fef3-4d9f-89d8-0f09fe1d5a4b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Request body: {'port': {'device_id': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'admin_state_up': True, 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'security_groups': ['166dbd1a-19a5-42d6-b3ad-62886e3f1594']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:33.254765 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-ff2c7f15-fef3-4d9f-89d8-0f09fe1d5a4b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Made reservation on behalf of 254e8ebad5c540d4bc11cf8a08096cf3 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:29:33.259824 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-ff2c7f15-fef3-4d9f-89d8-0f09fe1d5a4b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:33.393675 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-ff2c7f15-fef3-4d9f-89d8-0f09fe1d5a4b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Allocated IP 172.20.0.14 (1f2d1afd-f850-4c18-8b5a-8234bb24a17d/cc5bc5ee-814c-4686-ba13-7451402f57fe/3820717d-7baa-4ef5-badc-cb86da4ffe37) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:29:33.574066 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-ff2c7f15-fef3-4d9f-89d8-0f09fe1d5a4b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:33.687089 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-ff2c7f15-fef3-4d9f-89d8-0f09fe1d5a4b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:33.738583 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-ff2c7f15-fef3-4d9f-89d8-0f09fe1d5a4b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:29:33.742084 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-ff2c7f15-fef3-4d9f-89d8-0f09fe1d5a4b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:29:33.748019 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-ff2c7f15-fef3-4d9f-89d8-0f09fe1d5a4b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:29:33.754455 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c7f15-fef3-4d9f-89d8-0f09fe1d5a4b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event updated for resources: {'Port': ['ID=3820717d-7baa-4ef5-badc-cb86da4ffe37,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:33.802695 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-ff2c7f15-fef3-4d9f-89d8-0f09fe1d5a4b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:33.803365 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-ff2c7f15-fef3-4d9f-89d8-0f09fe1d5a4b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:33.893299 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-ff2c7f15-fef3-4d9f-89d8-0f09fe1d5a4b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8457897 Oct 14 12:29:33.919338 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Request body: {'port': {'device_id': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:33.990791 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53266) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:34.035560 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:34.063261 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-4e89e12f-ff88-403a-8f23-374ca382a7b9 None None] Provisioning complete for port 3820717d-7baa-4ef5-badc-cb86da4ffe37 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:29:34.063888 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e89e12f-ff88-403a-8f23-374ca382a7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:34.089901 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a9469-a0d1-4344-8723-1499ebd7a612 req-42dee9ee-990d-41c8-84b5-81eed721b6df tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:34.091482 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bc0a9469-a0d1-4344-8723-1499ebd7a612 req-42dee9ee-990d-41c8-84b5-81eed721b6df tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 932 time: 0.0899131 Oct 14 12:29:34.140403 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-4e89e12f-ff88-403a-8f23-374ca382a7b9 None None] Port 3820717d-7baa-4ef5-badc-cb86da4ffe37 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:29:34.188909 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8ec3d0a9-cecf-4e0d-b6a3-2212ba01c124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:34.201181 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bc0a9469-a0d1-4344-8723-1499ebd7a612 req-d91b0bcd-66c6-40ec-9051-d75d31656788 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988736 Oct 14 12:29:34.307009 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8ec3d0a9-cecf-4e0d-b6a3-2212ba01c124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:34.372209 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8ec3d0a9-cecf-4e0d-b6a3-2212ba01c124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:34.390707 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3820717d-7baa-4ef5-badc-cb86da4ffe37 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:29:34.398945 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:34.411238 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3d0a9-cecf-4e0d-b6a3-2212ba01c124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf3f437-3799-4fb0-8821-f1b0c19ac5da,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:34.411420 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Transition to ACTIVE for port object 3820717d-7baa-4ef5-badc-cb86da4ffe37 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:29:34.417471 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-8ec3d0a9-cecf-4e0d-b6a3-2212ba01c124 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=67fbebf19663487689bb3b175b45b6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260654 Oct 14 12:29:34.420179 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53274) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:34.470848 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-44c71c97-f298-4866-9610-4dc3125b5cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:34.493204 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-44c71c97-f298-4866-9610-4dc3125b5cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:34.526359 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:34.579765 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Pushing event updated for resources: {'Port': ['ID=3820717d-7baa-4ef5-badc-cb86da4ffe37,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:34.650019 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Attempting to bind port 3820717d-7baa-4ef5-badc-cb86da4ffe37 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:29:34.650357 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Attempting to bind port 3820717d-7baa-4ef5-badc-cb86da4ffe37 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:29:34.650686 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Attempting to bind port 3820717d-7baa-4ef5-badc-cb86da4ffe37 on network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:29:34.655419 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Port 3820717d-7baa-4ef5-badc-cb86da4ffe37 on network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:29:34.655718 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Attempting to bind port 3820717d-7baa-4ef5-badc-cb86da4ffe37 on network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:29:34.660864 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:29:34.661208 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Checking segment: {'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:29:34.661587 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Bound using segment: {'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:29:34.662038 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Bound port: 3820717d-7baa-4ef5-badc-cb86da4ffe37, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a2924ff-78d3-4ccf-8718-3e56d818c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:29:34.662380 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:34.679395 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-44c71c97-f298-4866-9610-4dc3125b5cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:34.681180 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-44c71c97-f298-4866-9610-4dc3125b5cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:34.682527 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-44c71c97-f298-4866-9610-4dc3125b5cd1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/acf3f437-3799-4fb0-8821-f1b0c19ac5da HTTP/1.1" status: 204 len: 168 time: 0.2614069 Oct 14 12:29:34.691364 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c71c97-f298-4866-9610-4dc3125b5cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf3f437-3799-4fb0-8821-f1b0c19ac5da,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:34.741079 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] For port 3820717d-7baa-4ef5-badc-cb86da4ffe37, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:29:34.745586 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] For port 3820717d-7baa-4ef5-badc-cb86da4ffe37, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:29:34.855150 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:34.891240 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:34.891858 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:34.893268 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] 10.222.0.82 "PUT /v2.0/ports/3820717d-7baa-4ef5-badc-cb86da4ffe37 HTTP/1.1" status: 200 len: 1094 time: 0.9907930 Oct 14 12:29:34.893708 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'tag': '3820717d-7baa-4ef5-badc-cb86da4ffe37'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:29:34.895997 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2182a82b-d39f-4c60-a3cf-50ce6ec0e697" -d '{"events": [{"name": "network-changed", "server_uuid": "f375eb9d-5a5e-465f-b4d7-734d07d4963b", "tag": "3820717d-7baa-4ef5-badc-cb86da4ffe37"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:29:34.924230 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fedf70-8cc4-4625-804b-8fe3a2a93a33 service neutron] Pushing event updated for resources: {'Port': ['ID=3820717d-7baa-4ef5-badc-cb86da4ffe37,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:34.944664 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddc2a74-7edd-4929-beb1-96170592678d x-openstack-request-id: req-eddc2a74-7edd-4929-beb1-96170592678d {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:29:34.945091 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f375eb9d-5a5e-465f-b4d7-734d07d4963b", "tag": "3820717d-7baa-4ef5-badc-cb86da4ffe37", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:29:34.945619 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eddc2a74-7edd-4929-beb1-96170592678d {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:29:34.946305 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'tag': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'status': 'completed', 'code': 200} Oct 14 12:29:35.026890 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182a82b-d39f-4c60-a3cf-50ce6ec0e697 req-54b64b0b-bdd9-46ad-933a-8a54c56a4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:35.028506 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2182a82b-d39f-4c60-a3cf-50ce6ec0e697 req-54b64b0b-bdd9-46ad-933a-8a54c56a4609 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 1097 time: 0.0566392 Oct 14 12:29:35.161927 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182a82b-d39f-4c60-a3cf-50ce6ec0e697 req-f2d34f1a-8e22-4c62-bc36-f60856e47867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:35.164387 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2182a82b-d39f-4c60-a3cf-50ce6ec0e697 req-f2d34f1a-8e22-4c62-bc36-f60856e47867 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1247199 Oct 14 12:29:35.280803 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182a82b-d39f-4c60-a3cf-50ce6ec0e697 req-bdcc8be5-df9c-447a-a592-42b80043abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:35.283441 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2182a82b-d39f-4c60-a3cf-50ce6ec0e697 req-bdcc8be5-df9c-447a-a592-42b80043abe0 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1120930 Oct 14 12:29:35.393701 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faf85d-d764-4125-991f-ea918f2cfb7f req-4dda8bff-ec56-44b9-b4dc-241f52cb49d8 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:35.395178 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c2faf85d-d764-4125-991f-ea918f2cfb7f req-4dda8bff-ec56-44b9-b4dc-241f52cb49d8 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0848219 Oct 14 12:29:35.403417 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-9ddd2782-6428-49d7-bc6f-71817c6773de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:35.405349 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-9ddd2782-6428-49d7-bc6f-71817c6773de service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 1097 time: 0.0792704 Oct 14 12:29:35.457699 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-4237a7a0-d95a-4d5c-8328-23889af42c70 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37 HTTP/1.1" status: 200 len: 217 time: 0.0433483 Oct 14 12:29:35.482827 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c2faf85d-d764-4125-991f-ea918f2cfb7f req-8a5da903-9d86-407c-bd9b-7eb835a58825 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762382 Oct 14 12:29:35.519128 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-fd1c7fc7-4c86-4b03-8ef5-d44bb10e2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:35.520592 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-fd1c7fc7-4c86-4b03-8ef5-d44bb10e2444 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cc5bc5ee-814c-4686-ba13-7451402f57fe HTTP/1.1" status: 200 len: 855 time: 0.0558107 Oct 14 12:29:35.551434 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53290) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:35.566268 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-37fad735-ef4d-43f3-8f5f-e4f549e1f6ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:35.570003 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-9f920bf5-1a28-42ad-bb62-4dfca9759229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:35.571505 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-9f920bf5-1a28-42ad-bb62-4dfca9759229 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440753 Oct 14 12:29:35.660571 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-37fad735-ef4d-43f3-8f5f-e4f549e1f6ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:35.669761 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-d0782f22-0bdd-4faf-ad67-0dee6bc60e96 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903807 Oct 14 12:29:35.757912 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-37fad735-ef4d-43f3-8f5f-e4f549e1f6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:35.795909 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b86a265-725c-464d-87f6-59eb045ae6bd req-85f3ed00-3770-423e-9f1e-6357781c24f5 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187112 Oct 14 12:29:35.829829 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-37fad735-ef4d-43f3-8f5f-e4f549e1f6ae admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c14cd581c7e240fdba4d448517b5de42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772756 Oct 14 12:29:35.830603 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fad735-ef4d-43f3-8f5f-e4f549e1f6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e70dc1e-ee4f-4f11-ab60-cab520997ebd,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:35.832836 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53302) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:35.899002 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc97ae4a-4d05-4458-8529-2dc56ebbcb93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:35.923675 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc97ae4a-4d05-4458-8529-2dc56ebbcb93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:36.034954 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc97ae4a-4d05-4458-8529-2dc56ebbcb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:36.037840 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc97ae4a-4d05-4458-8529-2dc56ebbcb93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:36.040179 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-dc97ae4a-4d05-4458-8529-2dc56ebbcb93 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3e70dc1e-ee4f-4f11-ab60-cab520997ebd HTTP/1.1" status: 204 len: 168 time: 0.2062049 Oct 14 12:29:36.049557 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97ae4a-4d05-4458-8529-2dc56ebbcb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e70dc1e-ee4f-4f11-ab60-cab520997ebd,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:36.375864 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:36.519728 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaead1b7-71f4-40e4-9cae-28369b3e9d96 req-5ba23005-4a93-4eb4-9317-1cdfbfd479c1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:36.521272 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eaead1b7-71f4-40e4-9cae-28369b3e9d96 req-5ba23005-4a93-4eb4-9317-1cdfbfd479c1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0717969 Oct 14 12:29:36.572155 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eaead1b7-71f4-40e4-9cae-28369b3e9d96 req-4eb6a2a2-7b48-4d4a-b954-ec1384d9d152 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433950 Oct 14 12:29:36.659645 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d1848-8feb-49ca-a24e-0451989e0583 req-edbd01d6-cc92-45f9-8283-d0a1ccf627af tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:36.661201 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-340d1848-8feb-49ca-a24e-0451989e0583 req-edbd01d6-cc92-45f9-8283-d0a1ccf627af tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0744307 Oct 14 12:29:36.707067 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-340d1848-8feb-49ca-a24e-0451989e0583 req-3bcea90a-33a2-45f0-ad4c-4889be323003 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380845 Oct 14 12:29:37.713436 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1fb30-c194-4f89-b52c-ab7ba1b0ac87 req-924d109f-b282-47fe-b695-77eca12764cc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:37.714927 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c7a1fb30-c194-4f89-b52c-ab7ba1b0ac87 req-924d109f-b282-47fe-b695-77eca12764cc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0615056 Oct 14 12:29:37.785163 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c7a1fb30-c194-4f89-b52c-ab7ba1b0ac87 req-080361b3-b438-4bd1-bd06-95f8a10456b6 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563180 Oct 14 12:29:37.865141 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5140d17-d5ce-4a63-a5ae-695ed9041465 req-83ed2220-afda-4b26-aa36-629cf2d75ef5 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:37.867496 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c5140d17-d5ce-4a63-a5ae-695ed9041465 req-83ed2220-afda-4b26-aa36-629cf2d75ef5 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0543540 Oct 14 12:29:37.915382 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c5140d17-d5ce-4a63-a5ae-695ed9041465 req-4a8d576f-ff49-43d3-b3b9-656f8c24266a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378120 Oct 14 12:29:38.251056 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878200e-896a-4751-b259-15b7b30ac930 req-7c907a81-31d9-4a37-ae00-ae1ccb27bcda tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:38.252551 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7878200e-896a-4751-b259-15b7b30ac930 req-7c907a81-31d9-4a37-ae00-ae1ccb27bcda tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.82 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.0543461 Oct 14 12:29:38.341547 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 3820717d-7baa-4ef5-badc-cb86da4ffe37 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:29:38.365376 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-7878200e-896a-4751-b259-15b7b30ac930 req-3134a380-8988-4a24-aef0-525fd6db9a46 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Deleting port e237ce07-89a3-44dd-858a-005434e6800f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:29:38.365732 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7878200e-896a-4751-b259-15b7b30ac930 req-3134a380-8988-4a24-aef0-525fd6db9a46 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:38.383277 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53364) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:38.445585 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 3820717d-7baa-4ef5-badc-cb86da4ffe37, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:29:38.459402 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'port_id': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'mac_address': 'fa:16:3e:5f:36:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:29:38.491651 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-7878200e-896a-4751-b259-15b7b30ac930 req-3134a380-8988-4a24-aef0-525fd6db9a46 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] For port e237ce07-89a3-44dd-858a-005434e6800f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=e237ce07-89a3-44dd-858a-005434e6800f,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:29:38.492267 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7878200e-896a-4751-b259-15b7b30ac930 req-3134a380-8988-4a24-aef0-525fd6db9a46 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:38.523070 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:38.528248 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3820717d-7baa-4ef5-badc-cb86da4ffe37 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:29:38.556524 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0d891066-3e2f-4471-8f92-be29af292984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:38.572834 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 3820717d-7baa-4ef5-badc-cb86da4ffe37, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:29:38.645979 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0d891066-3e2f-4471-8f92-be29af292984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:38.660893 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53370) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:38.732816 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:38.738608 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7878200e-896a-4751-b259-15b7b30ac930 req-3134a380-8988-4a24-aef0-525fd6db9a46 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:38.739534 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7878200e-896a-4751-b259-15b7b30ac930 req-3134a380-8988-4a24-aef0-525fd6db9a46 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:38.739996 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.l3_db [req-7878200e-896a-4751-b259-15b7b30ac930 req-3134a380-8988-4a24-aef0-525fd6db9a46 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Floating IP d299941c-4f66-4cc8-a60b-5c854cc5e71a disassociated. External IP: 172.27.2.21, port: e237ce07-89a3-44dd-858a-005434e6800f. Oct 14 12:29:38.740517 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-7878200e-896a-4751-b259-15b7b30ac930 req-3134a380-8988-4a24-aef0-525fd6db9a46 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Calling delete_port for e237ce07-89a3-44dd-858a-005434e6800f owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:29:38.803957 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=3820717d-7baa-4ef5-badc-cb86da4ffe37,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:38.809407 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0d891066-3e2f-4471-8f92-be29af292984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:38.813292 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:38.813717 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:38.814175 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:38.814549 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:38.827481 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:38.827481 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:38.827481 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:38.827481 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:38.827481 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:38.827481 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:38.827481 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:38.827481 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:38.880936 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d891066-3e2f-4471-8f92-be29af292984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d7117f-e0ec-482e-9a6e-d325374b9797,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:38.885184 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5451fdc0-21cf-4959-8825-5d1d8f72baae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:38.902257 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-0d891066-3e2f-4471-8f92-be29af292984 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8e33ce535bbb4ceba43df3e3572db9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149481 Oct 14 12:29:38.902257 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53376) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:38.948490 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['3820717d-7baa-4ef5-badc-cb86da4ffe37'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:29:38.969872 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0332-0a56-4087-919c-e9bc7ba6e5fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:38.996130 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0332-0a56-4087-919c-e9bc7ba6e5fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:39.027829 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08696129-1d21-4bea-955e-8b023e93e59c req-1aacbdd0-4be6-4ad6-95e7-46ae65b0116b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:39.030385 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-08696129-1d21-4bea-955e-8b023e93e59c req-1aacbdd0-4be6-4ad6-95e7-46ae65b0116b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 945 time: 0.1130495 Oct 14 12:29:39.108226 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-08696129-1d21-4bea-955e-8b023e93e59c req-cc652338-224f-4dd5-86a0-1f9ede14e431 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6e0d21c-2df2-46e1-b2cd-165948173c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613935 Oct 14 12:29:39.116866 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f14868-ec47-4bf6-b1be-68fc6940efed req-c377ab8e-f326-443c-9d49-6e19dabd3866 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:39.118762 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-98f14868-ec47-4bf6-b1be-68fc6940efed req-c377ab8e-f326-443c-9d49-6e19dabd3866 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 945 time: 0.0868223 Oct 14 12:29:39.175974 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-98f14868-ec47-4bf6-b1be-68fc6940efed req-47543214-6270-415d-a308-44f877e338fd tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460815 Oct 14 12:29:39.220162 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7878200e-896a-4751-b259-15b7b30ac930 req-3134a380-8988-4a24-aef0-525fd6db9a46 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:39.255000 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134a380-8988-4a24-aef0-525fd6db9a46 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event deleted for resources: {'Port': ['ID=e237ce07-89a3-44dd-858a-005434e6800f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:39.271898 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0332-0a56-4087-919c-e9bc7ba6e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:39.286051 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0332-0a56-4087-919c-e9bc7ba6e5fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:39.286051 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-a8cf0332-0a56-4087-919c-e9bc7ba6e5fc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c3d7117f-e0ec-482e-9a6e-d325374b9797 HTTP/1.1" status: 204 len: 168 time: 0.3757689 Oct 14 12:29:39.288712 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf0332-0a56-4087-919c-e9bc7ba6e5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d7117f-e0ec-482e-9a6e-d325374b9797,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:39.393368 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5451fdc0-21cf-4959-8825-5d1d8f72baae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:39.420617 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7878200e-896a-4751-b259-15b7b30ac930 req-3134a380-8988-4a24-aef0-525fd6db9a46 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Router 531e5fd2-a949-454b-9dcf-e015dd509f68 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:29:39.586953 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5451fdc0-21cf-4959-8825-5d1d8f72baae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:39.586953 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7878200e-896a-4751-b259-15b7b30ac930 req-3134a380-8988-4a24-aef0-525fd6db9a46 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:29:39.596994 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7bf288-065e-41e3-a4fd-6ee12c57dd87 None None] Sync routers for ids ['531e5fd2-a949-454b-9dcf-e015dd509f68'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:29:39.609700 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7bf288-065e-41e3-a4fd-6ee12c57dd87 None None] Routers {'531e5fd2-a949-454b-9dcf-e015dd509f68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:29:39.610341 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-fd7bf288-065e-41e3-a4fd-6ee12c57dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:29:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['531e5fd2-a949-454b-9dcf-e015dd509f68'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:39.701531 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7878200e-896a-4751-b259-15b7b30ac930 req-3134a380-8988-4a24-aef0-525fd6db9a46 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] No DVR routers for this DVR port e237ce07-89a3-44dd-858a-005434e6800f on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:29:39.707160 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-5451fdc0-21cf-4959-8825-5d1d8f72baae admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=76249ceeb1404bcc9f61b69301d0f94c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0449772 Oct 14 12:29:39.710602 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7878200e-896a-4751-b259-15b7b30ac930 req-3134a380-8988-4a24-aef0-525fd6db9a46 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:39.711288 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53384) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:39.715729 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7878200e-896a-4751-b259-15b7b30ac930 req-3134a380-8988-4a24-aef0-525fd6db9a46 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.82 "DELETE /v2.0/ports/e237ce07-89a3-44dd-858a-005434e6800f HTTP/1.1" status: 204 len: 173 time: 1.4562964 Oct 14 12:29:39.716439 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e830cbcd-f395-4035-8795-1a27f6926d94', 'name': 'network-vif-deleted', 'tag': 'e237ce07-89a3-44dd-858a-005434e6800f'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:29:39.727535 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab214b0-d878-4c3d-b0db-2e37f1e4372c" -d '{"events": [{"server_uuid": "e830cbcd-f395-4035-8795-1a27f6926d94", "name": "network-vif-deleted", "tag": "e237ce07-89a3-44dd-858a-005434e6800f"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:29:39.734091 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451fdc0-21cf-4959-8825-5d1d8f72baae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05442b8-9ec0-4a9c-8a72-40e4b8aa8f6a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:39.800130 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693032ce-a957-49cf-9d12-144b1c2b7481 x-openstack-request-id: req-693032ce-a957-49cf-9d12-144b1c2b7481 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:29:39.800720 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e830cbcd-f395-4035-8795-1a27f6926d94", "name": "network-vif-deleted", "tag": "e237ce07-89a3-44dd-858a-005434e6800f", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:29:39.801091 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-693032ce-a957-49cf-9d12-144b1c2b7481 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:29:39.801698 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e830cbcd-f395-4035-8795-1a27f6926d94', 'name': 'network-vif-deleted', 'tag': 'e237ce07-89a3-44dd-858a-005434e6800f', 'status': 'completed', 'code': 200} Oct 14 12:29:39.847257 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-fd7bf288-065e-41e3-a4fd-6ee12c57dd87 None None] Set router 531e5fd2-a949-454b-9dcf-e015dd509f68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:29:39.859363 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-36962e02-15b7-41d2-b1e7-18f3dc7f85ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:39.885910 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-36962e02-15b7-41d2-b1e7-18f3dc7f85ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:40.098854 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-36962e02-15b7-41d2-b1e7-18f3dc7f85ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:40.103922 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-36962e02-15b7-41d2-b1e7-18f3dc7f85ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:40.107696 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-36962e02-15b7-41d2-b1e7-18f3dc7f85ec admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d05442b8-9ec0-4a9c-8a72-40e4b8aa8f6a HTTP/1.1" status: 204 len: 168 time: 0.3911903 Oct 14 12:29:40.114076 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36962e02-15b7-41d2-b1e7-18f3dc7f85ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05442b8-9ec0-4a9c-8a72-40e4b8aa8f6a,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:40.172329 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-fd7bf288-065e-41e3-a4fd-6ee12c57dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:09Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'd886bdea-26f1-4774-b3bb-617c7aba43de', 'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'mac_address': 'fa:16:3e:48:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:08Z', 'updated_at': '2021-10-14T12:25:17Z', 'revision_number': 5, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'subnets': [{'id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:40.264022 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-65c8f4c4-dbea-4eac-82af-4dc02227ae3a req-6cd56eea-0610-481b-b6a8-ed360bcbd206 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=e830cbcd-f395-4035-8795-1a27f6926d94 HTTP/1.1" status: 200 len: 210 time: 0.0406642 Oct 14 12:29:40.367657 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c6329-080f-477c-acd0-7cf1958a694a req-94ff496c-5582-4564-8a28-95faca4f3a20 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:40.372192 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d66c6329-080f-477c-acd0-7cf1958a694a req-94ff496c-5582-4564-8a28-95faca4f3a20 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 945 time: 0.0864129 Oct 14 12:29:40.378115 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53394) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:40.405737 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e40407e8-e543-419b-a806-c2aecb83f14a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:40.423844 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 3820717d-7baa-4ef5-badc-cb86da4ffe37 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:29:40.429732 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7bf288-065e-41e3-a4fd-6ee12c57dd87 None None] Checking router: 531e5fd2-a949-454b-9dcf-e015dd509f68 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:29:40.455124 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d66c6329-080f-477c-acd0-7cf1958a694a req-53244080-863a-4299-9d9a-22c470013013 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673723 Oct 14 12:29:40.461558 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7bf288-065e-41e3-a4fd-6ee12c57dd87 None None] Routers {'531e5fd2-a949-454b-9dcf-e015dd509f68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:29:40.462499 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-fd7bf288-065e-41e3-a4fd-6ee12c57dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:29:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['531e5fd2-a949-454b-9dcf-e015dd509f68'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:40.560641 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e40407e8-e543-419b-a806-c2aecb83f14a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:40.641432 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-fd7bf288-065e-41e3-a4fd-6ee12c57dd87 None None] Set router 531e5fd2-a949-454b-9dcf-e015dd509f68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:29:40.676697 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 3820717d-7baa-4ef5-badc-cb86da4ffe37 completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:29:40.684090 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 3820717d-7baa-4ef5-badc-cb86da4ffe37 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:29:40.684529 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:40.724904 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e40407e8-e543-419b-a806-c2aecb83f14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:40.769069 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40407e8-e543-419b-a806-c2aecb83f14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854c1878-9744-473a-923a-f42ecbb51aa1,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:40.774200 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-e40407e8-e543-419b-a806-c2aecb83f14a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1a47a1bb89ab4ce9b44d20b499e160c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947377 Oct 14 12:29:40.777569 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53402) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:40.862426 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-99a8f821-3a91-4128-9ccf-e543665595ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:40.887500 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-99a8f821-3a91-4128-9ccf-e543665595ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:40.893519 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:40.947344 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3820717d-7baa-4ef5-badc-cb86da4ffe37'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:29:40.949631 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e568f6-460c-4fe5-a6a2-860838ef2484" -d '{"events": [{"server_uuid": "f375eb9d-5a5e-465f-b4d7-734d07d4963b", "name": "network-vif-plugged", "status": "completed", "tag": "3820717d-7baa-4ef5-badc-cb86da4ffe37"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:29:40.965172 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 3820717d-7baa-4ef5-badc-cb86da4ffe37, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:29:41.000615 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-fd7bf288-065e-41e3-a4fd-6ee12c57dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:09Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'd886bdea-26f1-4774-b3bb-617c7aba43de', 'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'mac_address': 'fa:16:3e:48:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:08Z', 'updated_at': '2021-10-14T12:25:17Z', 'revision_number': 5, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'subnets': [{'id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:41.004951 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5877f13f-3590-486b-91bd-3dcc2c30ea3b x-openstack-request-id: req-5877f13f-3590-486b-91bd-3dcc2c30ea3b {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:29:41.005408 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f375eb9d-5a5e-465f-b4d7-734d07d4963b", "name": "network-vif-plugged", "status": "completed", "tag": "3820717d-7baa-4ef5-badc-cb86da4ffe37", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:29:41.005817 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5877f13f-3590-486b-91bd-3dcc2c30ea3b {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:29:41.006425 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'code': 200} Oct 14 12:29:41.052132 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7bf288-065e-41e3-a4fd-6ee12c57dd87 None None] The sync data for ids ['531e5fd2-a949-454b-9dcf-e015dd509f68'] in dv-cinder-813984-2-iscsi is: [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:09Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'd886bdea-26f1-4774-b3bb-617c7aba43de', 'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'mac_address': 'fa:16:3e:48:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:08Z', 'updated_at': '2021-10-14T12:25:17Z', 'revision_number': 5, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'subnets': [{'id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:29:41.054506 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:41.054687 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-99a8f821-3a91-4128-9ccf-e543665595ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:41.055356 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device e237ce07-89a3-44dd-858a-005434e6800f no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:29:41.059187 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-99a8f821-3a91-4128-9ccf-e543665595ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:41.066933 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-99a8f821-3a91-4128-9ccf-e543665595ba admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/854c1878-9744-473a-923a-f42ecbb51aa1 HTTP/1.1" status: 204 len: 168 time: 0.2855556 Oct 14 12:29:41.078858 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8f821-3a91-4128-9ccf-e543665595ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854c1878-9744-473a-923a-f42ecbb51aa1,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:41.150398 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: e237ce07-89a3-44dd-858a-005434e6800f {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:29:41.150653 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device e237ce07-89a3-44dd-858a-005434e6800f not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:29:41.154174 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=3820717d-7baa-4ef5-badc-cb86da4ffe37,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:41.381505 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3de09-f292-41fa-b36d-2f9642179da9 None None] New status for floating IP d299941c-4f66-4cc8-a60b-5c854cc5e71a: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:29:41.477855 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea4f27-eb8e-445e-9ec7-1c9deb2e0a3b req-09a96d95-4bf6-4579-80ad-f8bb78fc0754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:41.479527 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ea4f27-eb8e-445e-9ec7-1c9deb2e0a3b req-09a96d95-4bf6-4579-80ad-f8bb78fc0754 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 1099 time: 0.0525687 Oct 14 12:29:41.535804 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ea4f27-eb8e-445e-9ec7-1c9deb2e0a3b req-6846e69f-17b3-43c6-87b6-b3306a4f8053 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495420 Oct 14 12:29:41.543308 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53424) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:41.628834 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cd5a1-fe58-4a04-9e0f-f8408f7ff3dc req-38ea0cf7-cdad-426a-b68f-ab1920a66171 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:41.630443 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d07cd5a1-fe58-4a04-9e0f-f8408f7ff3dc req-38ea0cf7-cdad-426a-b68f-ab1920a66171 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.0793774 Oct 14 12:29:41.661478 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e9da8e8-35f9-43b6-8267-250a5f3700a1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:41.699288 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e9da8e8-35f9-43b6-8267-250a5f3700a1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:41.704084 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d07cd5a1-fe58-4a04-9e0f-f8408f7ff3dc req-9b367612-a780-4f28-a3b9-d85dc297f988 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616496 Oct 14 12:29:41.843511 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e9da8e8-35f9-43b6-8267-250a5f3700a1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:41.846489 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e9da8e8-35f9-43b6-8267-250a5f3700a1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:41.847820 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-0e9da8e8-35f9-43b6-8267-250a5f3700a1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "DELETE /v2.0/security-groups/b6e0d21c-2df2-46e1-b2cd-165948173c14 HTTP/1.1" status: 204 len: 168 time: 0.3034658 Oct 14 12:29:41.850832 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53430) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:41.860576 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9da8e8-35f9-43b6-8267-250a5f3700a1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e0d21c-2df2-46e1-b2cd-165948173c14,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:41.872414 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.api.v2.resource [None req-77a318c2-44e3-4954-b79e-27d5084c08e9 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] show failed (client error): The resource could not be found. Oct 14 12:29:41.873486 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-77a318c2-44e3-4954-b79e-27d5084c08e9 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups/b6e0d21c-2df2-46e1-b2cd-165948173c14 HTTP/1.1" status: 404 len: 347 time: 0.0217323 Oct 14 12:29:41.877523 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53432) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:41.877981 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53434) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:41.998699 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1166727043-network', 'tenant_id': '0a572d02a0774891954984c3be54c2c2'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:42.046319 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53438) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:42.061718 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7ade4e6-622e-43e1-a59c-541baeaaca7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.066256 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-aa8187c1-d518-45d0-885f-29322840b692 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Deleting port 786bb9b9-439b-4901-85dd-626ea52138d9 {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:29:42.066599 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aa8187c1-d518-45d0-885f-29322840b692 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.098430 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] Made reservation on behalf of 0a572d02a0774891954984c3be54c2c2 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:29:42.101556 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.117537 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.165290 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aa8187c1-d518-45d0-885f-29322840b692 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.166039 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aa8187c1-d518-45d0-885f-29322840b692 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.191883 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-aa8187c1-d518-45d0-885f-29322840b692 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Calling delete_port for 786bb9b9-439b-4901-85dd-626ea52138d9 owned by network:floatingip {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:29:42.204344 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7ade4e6-622e-43e1-a59c-541baeaaca7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.245467 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.299408 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7ade4e6-622e-43e1-a59c-541baeaaca7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.349994 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.356366 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ade4e6-622e-43e1-a59c-541baeaaca7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaf42a9-0b67-4edf-a0a4-bdd70c81b7ce,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:42.365015 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-f7ade4e6-622e-43e1-a59c-541baeaaca7b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=72ab66fb057a44d3ab88deb872debcf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172400 Oct 14 12:29:42.370811 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53440) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:42.399475 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:29:42.429444 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.429795 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.segments_db [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] Added segment ee439b7b-ac44-4277-933d-7e7bd077b666 of type vlan for network ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 Oct 14 12:29:42.446696 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f682359-eafe-4ab8-bd97-15675dce28b8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:42.493254 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.528790 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c215ef3f-32c1-4f00-9928-69fa26e3aee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.557644 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c215ef3f-32c1-4f00-9928-69fa26e3aee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.630450 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.632561 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:42.638604 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.658691 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aa8187c1-d518-45d0-885f-29322840b692 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.688414 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8187c1-d518-45d0-885f-29322840b692 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event deleted for resources: {'Port': ['ID=786bb9b9-439b-4901-85dd-626ea52138d9,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:42.712570 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] Pushing event updated for resources: {'Network': ['ID=ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:42.724551 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:29:42.728886 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c215ef3f-32c1-4f00-9928-69fa26e3aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.731432 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c215ef3f-32c1-4f00-9928-69fa26e3aee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.740097 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-c215ef3f-32c1-4f00-9928-69fa26e3aee6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7eaf42a9-0b67-4edf-a0a4-bdd70c81b7ce HTTP/1.1" status: 204 len: 168 time: 0.3573275 Oct 14 12:29:42.768559 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-1faff45e-5d2a-4780-8872-f3bd86f7206f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8864372 Oct 14 12:29:42.768559 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215ef3f-32c1-4f00-9928-69fa26e3aee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaf42a9-0b67-4edf-a0a4-bdd70c81b7ce,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:42.773826 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53446) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:42.779765 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f96b461d-ea0a-4aab-96af-e08df4491478 admin admin] Request body: {'subnet': {'network_id': 'ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1166727043-subnet', 'tenant_id': '0a572d02a0774891954984c3be54c2c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:42.803796 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aa8187c1-d518-45d0-885f-29322840b692 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for floatingip, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.803796 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aa8187c1-d518-45d0-885f-29322840b692 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:42.804615 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-aa8187c1-d518-45d0-885f-29322840b692 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "DELETE /v2.0/floatingips/d299941c-4f66-4cc8-a60b-5c854cc5e71a HTTP/1.1" status: 204 len: 168 time: 0.9254246 Oct 14 12:29:42.947950 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96b461d-ea0a-4aab-96af-e08df4491478 admin admin] Made reservation on behalf of 0a572d02a0774891954984c3be54c2c2 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:29:42.951614 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f96b461d-ea0a-4aab-96af-e08df4491478 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9230732'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:43.017934 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f6ddb-7743-4a45-a090-4e9553fe23e9 req-b5d265a9-b217-4b66-9d9c-917369d8a7f2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:43.020348 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-057f6ddb-7743-4a45-a090-4e9553fe23e9 req-b5d265a9-b217-4b66-9d9c-917369d8a7f2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.1238525 Oct 14 12:29:43.318740 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53452) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:43.333068 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2d2fd304-7207-4cd7-a148-05aed1c55722 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1020379721', 'description': 'tempest-description--1005745624'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:43.394366 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-057f6ddb-7743-4a45-a090-4e9553fe23e9 req-5b88c25a-c5a7-478c-8fec-a1ab18fdcfe5 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739501 Oct 14 12:29:43.500729 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd304-7207-4cd7-a148-05aed1c55722 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:43.599201 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd304-7207-4cd7-a148-05aed1c55722 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:43.610378 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f96b461d-ea0a-4aab-96af-e08df4491478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9883324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9230746'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:43.677683 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b461d-ea0a-4aab-96af-e08df4491478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7b2ba6a-8740-4446-9705-991ca4c7cbe7,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:43.680025 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd304-7207-4cd7-a148-05aed1c55722 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:43.716814 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b461d-ea0a-4aab-96af-e08df4491478 admin admin] Checking segment: {'id': 'ee439b7b-ac44-4277-933d-7e7bd077b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:29:43.717183 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b461d-ea0a-4aab-96af-e08df4491478 admin admin] Network hostable DHCP agents. Network: ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:29:43.725870 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fd304-7207-4cd7-a148-05aed1c55722 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70712410-3781-4cc1-bd0a-4c00e70fd300,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:43.783590 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:29:43.845274 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd304-7207-4cd7-a148-05aed1c55722 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:43.847594 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-2d2fd304-7207-4cd7-a148-05aed1c55722 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5259321 Oct 14 12:29:43.849069 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b461d-ea0a-4aab-96af-e08df4491478 admin admin] Network ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:29:43.850286 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53468) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:43.857658 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-0ddce7a8-05e9-4e4e-9920-ed36b34765eb tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Request body: {'security_group_rule': {'security_group_id': '70712410-3781-4cc1-bd0a-4c00e70fd300', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:44.003402 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-f96b461d-ea0a-4aab-96af-e08df4491478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:29:44.008912 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0ddce7a8-05e9-4e4e-9920-ed36b34765eb tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:44.011119 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96b461d-ea0a-4aab-96af-e08df4491478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:44.011304 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f96b461d-ea0a-4aab-96af-e08df4491478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:44.014002 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93776236-e8b1-4035-a30d-b5a9eb1706ca None None] Network ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:29:44.079080 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0ddce7a8-05e9-4e4e-9920-ed36b34765eb tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:44.110331 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-f96b461d-ea0a-4aab-96af-e08df4491478 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3353033 Oct 14 12:29:44.134379 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0ddce7a8-05e9-4e4e-9920-ed36b34765eb tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:44.153652 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddce7a8-05e9-4e4e-9920-ed36b34765eb tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbf0a2e-433a-4f1c-92a5-292adad52a48,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:44.166125 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d915991-502e-43f1-bd0b-af4b431f1cf2 None None] Network ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:29:44.216405 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0ddce7a8-05e9-4e4e-9920-ed36b34765eb tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:44.218118 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-0ddce7a8-05e9-4e4e-9920-ed36b34765eb tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3656123 Oct 14 12:29:44.221058 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53480) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:44.226199 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-ddec07ed-7f68-41a1-9de3-ff8580eebb5a tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Request body: {'security_group_rule': {'security_group_id': '70712410-3781-4cc1-bd0a-4c00e70fd300', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:44.340599 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ddec07ed-7f68-41a1-9de3-ff8580eebb5a tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:44.417532 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ddec07ed-7f68-41a1-9de3-ff8580eebb5a tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:44.523882 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ddec07ed-7f68-41a1-9de3-ff8580eebb5a tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:44.534982 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccd388-705b-47e5-a1b0-bda25cd256f7 req-6d49ebcb-a031-4bc4-9dc8-3682402806ec tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:44.537142 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f9ccd388-705b-47e5-a1b0-bda25cd256f7 req-6d49ebcb-a031-4bc4-9dc8-3682402806ec tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.0591941 Oct 14 12:29:44.543898 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec07ed-7f68-41a1-9de3-ff8580eebb5a tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827b8074-2bfa-4baa-bae9-d5aea072913b,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:44.579378 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f9ccd388-705b-47e5-a1b0-bda25cd256f7 req-308d99c4-a404-4f12-9026-c1d3a3d178a1 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349760 Oct 14 12:29:44.629291 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ddec07ed-7f68-41a1-9de3-ff8580eebb5a tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:44.632057 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-ddec07ed-7f68-41a1-9de3-ff8580eebb5a tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4092865 Oct 14 12:29:44.635739 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53492) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:44.640425 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Request body: {'floatingip': {'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:44.727289 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60c03f-08f6-4474-a262-2c0f9d901d1d req-ccaecf06-5623-434f-b9b1-8e8eff64a59b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:44.728826 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ca60c03f-08f6-4474-a262-2c0f9d901d1d req-ccaecf06-5623-434f-b9b1-8e8eff64a59b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.0558701 Oct 14 12:29:44.737859 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53494) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:44.742954 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c9a5cc02-33ab-4fdd-a58c-98bc5f018318 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Request body: {'floatingip': {'port_id': '3820717d-7baa-4ef5-badc-cb86da4ffe37'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:44.790679 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c9a5cc02-33ab-4fdd-a58c-98bc5f018318 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for floatingip, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:44.874552 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:45.152366 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:45.404824 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Allocated IP 172.27.2.236 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/54a5597d-fca0-42e6-912b-a4821022efa3) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:29:45.536055 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c9a5cc02-33ab-4fdd-a58c-98bc5f018318 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:45.599600 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:45.734971 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c9a5cc02-33ab-4fdd-a58c-98bc5f018318 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:45.792610 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:45.873674 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:29:45.887743 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:29:45.890367 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:29:45.896892 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.l3_db [None req-c9a5cc02-33ab-4fdd-a58c-98bc5f018318 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Floating IP ea77b8a5-ea0e-4a39-a56e-5f8a96b553d6 associated. External IP: 172.27.2.246, port: 3820717d-7baa-4ef5-badc-cb86da4ffe37. Oct 14 12:29:45.919147 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event updated for resources: {'Port': ['ID=54a5597d-fca0-42e6-912b-a4821022efa3,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:46.073802 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:46.199397 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a5cc02-33ab-4fdd-a58c-98bc5f018318 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:29:46.281311 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:46.368955 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a5cc02-33ab-4fdd-a58c-98bc5f018318 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:29:46.374969 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c9a5cc02-33ab-4fdd-a58c-98bc5f018318 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:46.381639 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cd2f4d-5dc7-43bb-99e5-07dc7f716998 None None] Sync routers for ids ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:29:46.392888 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd2f4d-5dc7-43bb-99e5-07dc7f716998 None None] Routers {'83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:29:46.393552 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b5cd2f4d-5dc7-43bb-99e5-07dc7f716998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:29:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:46.429770 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-c9a5cc02-33ab-4fdd-a58c-98bc5f018318 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "PUT /v2.0/floatingips/ea77b8a5-ea0e-4a39-a56e-5f8a96b553d6 HTTP/1.1" status: 200 len: 992 time: 1.6907322 Oct 14 12:29:46.432838 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'tag': '3820717d-7baa-4ef5-badc-cb86da4ffe37'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:29:46.434501 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf804fac-cf4e-4657-a7c2-84710b9f9817" -d '{"events": [{"name": "network-changed", "server_uuid": "f375eb9d-5a5e-465f-b4d7-734d07d4963b", "tag": "3820717d-7baa-4ef5-badc-cb86da4ffe37"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:29:46.512171 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dccec1-2aab-407a-857a-cf44a1045c8f x-openstack-request-id: req-d4dccec1-2aab-407a-857a-cf44a1045c8f {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:29:46.512479 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f375eb9d-5a5e-465f-b4d7-734d07d4963b", "tag": "3820717d-7baa-4ef5-badc-cb86da4ffe37", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:29:46.512616 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d4dccec1-2aab-407a-857a-cf44a1045c8f {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:29:46.513008 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'tag': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'status': 'completed', 'code': 200} Oct 14 12:29:46.538689 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-b5cd2f4d-5dc7-43bb-99e5-07dc7f716998 None None] Set router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:29:46.580809 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:46.615305 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf804fac-cf4e-4657-a7c2-84710b9f9817 req-ab3fe94d-84a1-4e3b-a2dc-c987142cea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:46.617697 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cf804fac-cf4e-4657-a7c2-84710b9f9817 req-ab3fe94d-84a1-4e3b-a2dc-c987142cea8a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 1099 time: 0.0732956 Oct 14 12:29:46.742412 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf804fac-cf4e-4657-a7c2-84710b9f9817 req-92d0421c-59cf-46be-9c2f-5703b93befd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:46.743715 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cf804fac-cf4e-4657-a7c2-84710b9f9817 req-92d0421c-59cf-46be-9c2f-5703b93befd1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d HTTP/1.1" status: 200 len: 917 time: 0.1181784 Oct 14 12:29:46.748637 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:46.873931 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event updated for resources: {'Port': ['ID=54a5597d-fca0-42e6-912b-a4821022efa3,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:46.929387 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b5cd2f4d-5dc7-43bb-99e5-07dc7f716998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': 'ea77b8a5-ea0e-4a39-a56e-5f8a96b553d6', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'port_id': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'mac_address': 'fa:16:3e:5f:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:29:29Z', 'updated_at': '2021-10-14T12:29:45Z', 'revision_number': 1, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e', 'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'mac_address': 'fa:16:3e:7f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:03Z', 'updated_at': '2021-10-14T12:25:15Z', 'revision_number': 5, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'subnets': [{'id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:46.946531 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cf804fac-cf4e-4657-a7c2-84710b9f9817 req-3245bad5-5fc6-4056-a26f-194a0b9696a5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37 HTTP/1.1" status: 200 len: 1000 time: 0.1728630 Oct 14 12:29:46.952618 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:46.965140 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cd2f4d-5dc7-43bb-99e5-07dc7f716998 None None] Checking router: 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:29:46.977192 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd2f4d-5dc7-43bb-99e5-07dc7f716998 None None] Routers {'83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:29:46.977815 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b5cd2f4d-5dc7-43bb-99e5-07dc7f716998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:29:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:47.064949 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf804fac-cf4e-4657-a7c2-84710b9f9817 req-8222f68a-3f6d-499a-8b77-7dbc33f975a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:47.066472 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cf804fac-cf4e-4657-a7c2-84710b9f9817 req-8222f68a-3f6d-499a-8b77-7dbc33f975a0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cc5bc5ee-814c-4686-ba13-7451402f57fe HTTP/1.1" status: 200 len: 855 time: 0.1107218 Oct 14 12:29:47.080734 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-eb788cf9-bfcc-4d17-8183-0d019e8a63e3 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:47.082233 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-eb788cf9-bfcc-4d17-8183-0d019e8a63e3 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/networks?id=ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 HTTP/1.1" status: 200 len: 809 time: 0.2114873 Oct 14 12:29:47.115980 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-b5cd2f4d-5dc7-43bb-99e5-07dc7f716998 None None] Set router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:29:47.124166 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-e0c040d4-80e2-48b0-9854-665d23643fa8 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/quotas/0a572d02a0774891954984c3be54c2c2 HTTP/1.1" status: 200 len: 375 time: 0.0318506 Oct 14 12:29:47.145559 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf804fac-cf4e-4657-a7c2-84710b9f9817 req-8720d5be-0192-4f71-b17f-f5594295305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:47.149121 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cf804fac-cf4e-4657-a7c2-84710b9f9817 req-8720d5be-0192-4f71-b17f-f5594295305a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657077 Oct 14 12:29:47.207591 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:47.210155 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-2682a2d1-b6ee-496c-b63b-afb71bdb9dd1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5720859 Oct 14 12:29:47.211435 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-87939d57-cd78-4852-b4c1-c65359086d91 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0a572d02a0774891954984c3be54c2c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613179 Oct 14 12:29:47.603789 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b5cd2f4d-5dc7-43bb-99e5-07dc7f716998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': 'ea77b8a5-ea0e-4a39-a56e-5f8a96b553d6', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'port_id': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'mac_address': 'fa:16:3e:5f:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:29:29Z', 'updated_at': '2021-10-14T12:29:45Z', 'revision_number': 1, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e', 'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'mac_address': 'fa:16:3e:7f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:03Z', 'updated_at': '2021-10-14T12:25:15Z', 'revision_number': 5, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'subnets': [{'id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:47.639869 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cd2f4d-5dc7-43bb-99e5-07dc7f716998 None None] The sync data for ids ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'] in dv-cinder-813984-2-iscsi is: [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': 'ea77b8a5-ea0e-4a39-a56e-5f8a96b553d6', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'port_id': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'mac_address': 'fa:16:3e:5f:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:29:29Z', 'updated_at': '2021-10-14T12:29:45Z', 'revision_number': 1, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e', 'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'mac_address': 'fa:16:3e:7f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:03Z', 'updated_at': '2021-10-14T12:25:15Z', 'revision_number': 5, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'subnets': [{'id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:29:47.704433 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cf804fac-cf4e-4657-a7c2-84710b9f9817 req-3e54bc80-91aa-41f2-a750-53107a1ec30e service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448849 Oct 14 12:29:47.727466 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57b44e81-b8f6-4765-bc3e-8cee6237ab9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:47.737803 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-9c7b7420-1701-4686-940a-bd53b8e7ffd5 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1020379721&fields=id&tenant_id=a99511a7cfa740f4b660b4e6e9b9871a HTTP/1.1" status: 200 len: 267 time: 0.0887790 Oct 14 12:29:47.750530 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-a261feb1-a759-4be5-a023-45236ddc5edb service neutron] 10.222.0.71 "GET /v2.0/networks/ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299897 Oct 14 12:29:47.887458 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107f707-8347-4ab1-93ae-08cca190a5a1 None None] New status for floating IP ea77b8a5-ea0e-4a39-a56e-5f8a96b553d6: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:29:47.989020 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cf804fac-cf4e-4657-a7c2-84710b9f9817 req-fb37678b-3935-42eb-bdb1-ed41b24ee6d1 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675917 Oct 14 12:29:48.032069 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe84aa3-9542-4031-a864-67381191c603 req-961978e4-1de9-4526-a5cf-fa1f911e55c8 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:48.033635 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-961978e4-1de9-4526-a5cf-fa1f911e55c8 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/networks?id=253a832c-afa8-4771-87e8-6dfb3bd2f212 HTTP/1.1" status: 200 len: 810 time: 0.2801518 Oct 14 12:29:48.039298 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-36901c0b-5b7d-47be-9c52-ac929af91bb4 service neutron] 10.222.0.71 "GET /v2.0/networks/ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677033 Oct 14 12:29:48.049904 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-5ead3fa8-38b3-4b8b-a60a-e786530f31a8 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/quotas/a99511a7cfa740f4b660b4e6e9b9871a HTTP/1.1" status: 200 len: 375 time: 0.0095699 Oct 14 12:29:48.130339 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-5607b3b1-10a2-48c4-992b-b802435dfaf7 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a99511a7cfa740f4b660b4e6e9b9871a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723207 Oct 14 12:29:48.263787 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-05392449-437a-4f6f-b6de-82c11d37402b service neutron] 10.222.0.71 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171932 Oct 14 12:29:48.394486 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-5e5f2c81-a2ac-4428-890b-907c4fdd0338 service neutron] 10.222.0.71 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235638 Oct 14 12:29:48.701272 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-72198b30-9295-4130-b5f8-2569ae31d5c3 req-cf6cae71-fd4e-4260-93ea-35ed2ec89f50 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 210 time: 0.0471218 Oct 14 12:29:48.791455 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2139ef13-c576-4af6-98b7-c7c25b9b96d5 req-fff00375-99b3-4414-a596-10d52963aa5e tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 210 time: 0.0293775 Oct 14 12:29:49.791477 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f9a0caa6-37f5-430f-a659-baff07b9e32d req-f26c4d0f-d7e0-40ab-9903-3887fe5bca88 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 210 time: 0.0280805 Oct 14 12:29:49.909718 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cdb8966e-7e16-49e2-8810-4573cddb78e0 req-da809c1d-f2d2-4ae8-bec0-e98425c81b4a tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 210 time: 0.0286539 Oct 14 12:29:50.487138 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-90b5961f-3f69-4d96-8e2e-3b705ab17894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:50.896273 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-140d3859-95f2-4f75-b855-a977419afa59 req-44237f46-55f0-4467-9853-480b0f1bdaaa tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 210 time: 0.0280757 Oct 14 12:29:51.021811 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d9a047aa-fb13-4c7e-a963-ba5559331696 req-24963e4e-6213-429e-a92f-2c684e9bc055 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 210 time: 0.0306869 Oct 14 12:29:51.504241 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:52.014881 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-74ff1af5-4e52-47b7-9b5a-539d80e4f7d0 req-717fed3b-00a5-45ac-bf38-23caaa37a3a0 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 210 time: 0.0416620 Oct 14 12:29:52.195734 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe84aa3-9542-4031-a864-67381191c603 req-e6e47896-0c14-47ab-af31-0e6370e652d9 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:52.197264 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-e6e47896-0c14-47ab-af31-0e6370e652d9 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.82 "GET /v2.0/networks?id=253a832c-afa8-4771-87e8-6dfb3bd2f212 HTTP/1.1" status: 200 len: 810 time: 0.2151234 Oct 14 12:29:52.199475 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-68aeb228-5812-4d40-8c26-9459829bcba5 req-c8947db6-4ea7-4092-88e9-dee1364ae563 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 210 time: 0.0579994 Oct 14 12:29:52.203393 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:52.254347 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-344dfaa0-9ff6-43cf-b054-7ffb79aa18b5 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a99511a7cfa740f4b660b4e6e9b9871a HTTP/1.1" status: 200 len: 380 time: 0.0465758 Oct 14 12:29:52.264903 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-5fe84aa3-9542-4031-a864-67381191c603 req-c484488e-27b1-4628-859d-300cf9daf3f4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Request body: {'port': {'device_id': 'cb0b6b59-aa6b-4905-b45f-53375fd3ff6c', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'admin_state_up': True, 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'security_groups': ['70712410-3781-4cc1-bd0a-4c00e70fd300']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:52.626110 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe84aa3-9542-4031-a864-67381191c603 req-c484488e-27b1-4628-859d-300cf9daf3f4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Made reservation on behalf of a99511a7cfa740f4b660b4e6e9b9871a for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:29:52.629871 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5fe84aa3-9542-4031-a864-67381191c603 req-c484488e-27b1-4628-859d-300cf9daf3f4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:52.801513 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-5fe84aa3-9542-4031-a864-67381191c603 req-c484488e-27b1-4628-859d-300cf9daf3f4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Allocated IP 172.20.0.5 (253a832c-afa8-4771-87e8-6dfb3bd2f212/1808dccd-0f99-40d5-87b6-c6cd63c4fafb/2acff619-3ddd-4a02-878d-73dd5ab248dd) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:29:52.904758 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:53.004112 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5fe84aa3-9542-4031-a864-67381191c603 req-c484488e-27b1-4628-859d-300cf9daf3f4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:53.129376 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bd62e070-030d-4ded-8a95-4ac1c536d4a5 req-f7a62b8f-5ad2-4678-bf67-1b9ddc7987f6 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 210 time: 0.0297034 Oct 14 12:29:53.138715 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5fe84aa3-9542-4031-a864-67381191c603 req-c484488e-27b1-4628-859d-300cf9daf3f4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:53.185752 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe84aa3-9542-4031-a864-67381191c603 req-c484488e-27b1-4628-859d-300cf9daf3f4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Network 253a832c-afa8-4771-87e8-6dfb3bd2f212 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:29:53.189080 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-5fe84aa3-9542-4031-a864-67381191c603 req-c484488e-27b1-4628-859d-300cf9daf3f4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:29:53.196052 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe84aa3-9542-4031-a864-67381191c603 req-c484488e-27b1-4628-859d-300cf9daf3f4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:29:53.203035 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484488e-27b1-4628-859d-300cf9daf3f4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event updated for resources: {'Port': ['ID=2acff619-3ddd-4a02-878d-73dd5ab248dd,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:53.289888 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe84aa3-9542-4031-a864-67381191c603 req-c484488e-27b1-4628-859d-300cf9daf3f4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:53.291686 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5fe84aa3-9542-4031-a864-67381191c603 req-c484488e-27b1-4628-859d-300cf9daf3f4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:53.401379 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032dca73-bfd7-412e-aa86-99192ce3f40a req-0217d351-e37b-4afb-87b6-01cb50e6d871 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:53.403918 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-032dca73-bfd7-412e-aa86-99192ce3f40a req-0217d351-e37b-4afb-87b6-01cb50e6d871 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 931 time: 0.0812216 Oct 14 12:29:53.411093 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-c484488e-27b1-4628-859d-300cf9daf3f4 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1506846 Oct 14 12:29:53.453429 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-032dca73-bfd7-412e-aa86-99192ce3f40a req-faecddbd-4b61-4667-a43b-1a0542265d2f tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376220 Oct 14 12:29:53.507088 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-7f4aa72f-fa5f-42ec-9c8a-00b2a6191aec None None] Provisioning complete for port 2acff619-3ddd-4a02-878d-73dd5ab248dd triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:29:53.507619 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa72f-fa5f-42ec-9c8a-00b2a6191aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:53.563698 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-7f4aa72f-fa5f-42ec-9c8a-00b2a6191aec None None] Port 2acff619-3ddd-4a02-878d-73dd5ab248dd cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:29:54.248566 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6581b179-e804-43e3-8f8c-a34b66b2eaf9 req-f171a160-2791-4279-af02-77dc04d65213 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 210 time: 0.0309677 Oct 14 12:29:54.580339 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d43dd7-efec-445a-8e13-d76e02de1027 req-ca6b0ff7-c70d-44a0-9a73-eb7738159c2b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:54.581988 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-29d43dd7-efec-445a-8e13-d76e02de1027 req-ca6b0ff7-c70d-44a0-9a73-eb7738159c2b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 931 time: 0.0547867 Oct 14 12:29:54.625827 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-29d43dd7-efec-445a-8e13-d76e02de1027 req-2105dfe1-e0da-4c75-8990-d3a32f00ca4b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368061 Oct 14 12:29:55.364058 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8935595d-a4f0-4aed-87de-f4db9df58d34 req-6d0f3845-7700-499f-a345-31a06f2fd230 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 210 time: 0.0400236 Oct 14 12:29:55.431477 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Request body: {'port': {'device_id': 'cb0b6b59-aa6b-4905-b45f-53375fd3ff6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:55.558787 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:55.614021 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-93f2a444-73c2-4e98-bdd3-09efba328e8d tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:55.615663 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-93f2a444-73c2-4e98-bdd3-09efba328e8d tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.82 "GET /v2.0/networks?id=ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 HTTP/1.1" status: 200 len: 809 time: 0.1815424 Oct 14 12:29:55.632140 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-11ae29d8-48e3-45ea-a556-63bc0c0f6aee tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Request body: {'port': {'device_id': 'd5025e28-fc73-4730-b646-7a35174eaccf', 'network_id': 'ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3', 'admin_state_up': True, 'tenant_id': '0a572d02a0774891954984c3be54c2c2'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:55.909500 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37079c-cdb1-4e32-aef5-b74e1bfbcda2 req-234e2197-0f22-448e-ad45-499b5945a2e8 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:55.911070 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cb37079c-cdb1-4e32-aef5-b74e1bfbcda2 req-234e2197-0f22-448e-ad45-499b5945a2e8 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 931 time: 0.1726985 Oct 14 12:29:56.004142 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cb37079c-cdb1-4e32-aef5-b74e1bfbcda2 req-c1a5a727-b4e4-4115-b32d-b6b328605d61 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835288 Oct 14 12:29:56.057866 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acff619-3ddd-4a02-878d-73dd5ab248dd {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:29:56.071898 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:56.085100 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Transition to ACTIVE for port object 2acff619-3ddd-4a02-878d-73dd5ab248dd will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:29:56.111888 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-11ae29d8-48e3-45ea-a556-63bc0c0f6aee tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Made reservation on behalf of 0a572d02a0774891954984c3be54c2c2 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:29:56.115854 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-11ae29d8-48e3-45ea-a556-63bc0c0f6aee tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:56.203280 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:56.309243 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Pushing event updated for resources: {'Port': ['ID=2acff619-3ddd-4a02-878d-73dd5ab248dd,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:56.325643 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-11ae29d8-48e3-45ea-a556-63bc0c0f6aee tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Allocated IP 172.20.0.14 (ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3/f7b2ba6a-8740-4446-9705-991ca4c7cbe7/78926c92-9ec2-414f-b14e-a416dc5fd905) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:29:56.428498 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Attempting to bind port 2acff619-3ddd-4a02-878d-73dd5ab248dd on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:29:56.428498 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Attempting to bind port 2acff619-3ddd-4a02-878d-73dd5ab248dd by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:29:56.428498 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Attempting to bind port 2acff619-3ddd-4a02-878d-73dd5ab248dd on network 253a832c-afa8-4771-87e8-6dfb3bd2f212 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:29:56.433578 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Port 2acff619-3ddd-4a02-878d-73dd5ab248dd on network 253a832c-afa8-4771-87e8-6dfb3bd2f212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:29:56.433914 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Attempting to bind port 2acff619-3ddd-4a02-878d-73dd5ab248dd on network 253a832c-afa8-4771-87e8-6dfb3bd2f212 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:29:56.453937 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:29:56.454370 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Checking segment: {'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:29:56.454874 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Bound using segment: {'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:29:56.455408 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Bound port: 2acff619-3ddd-4a02-878d-73dd5ab248dd, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adb9372-3225-48da-9395-af150a616960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:29:56.455838 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:56.585379 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3e143909-35c6-4314-abe5-5b44782c0980 req-2dee61b1-e605-4269-84b5-99b1a818d5b4 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 210 time: 0.0608158 Oct 14 12:29:56.635561 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] For port 2acff619-3ddd-4a02-878d-73dd5ab248dd, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:29:56.642096 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-11ae29d8-48e3-45ea-a556-63bc0c0f6aee tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:56.651202 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] For port 2acff619-3ddd-4a02-878d-73dd5ab248dd, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2acff619-3ddd-4a02-878d-73dd5ab248dd,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:29:56.876769 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:56.880509 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-11ae29d8-48e3-45ea-a556-63bc0c0f6aee tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:56.927905 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:56.928663 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:56.930752 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] 10.222.0.82 "PUT /v2.0/ports/2acff619-3ddd-4a02-878d-73dd5ab248dd HTTP/1.1" status: 200 len: 1093 time: 1.5041583 Oct 14 12:29:56.931220 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0b6b59-aa6b-4905-b45f-53375fd3ff6c', 'tag': '2acff619-3ddd-4a02-878d-73dd5ab248dd'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:29:56.933497 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1bc5a7-f62b-458c-8a1e-b8e36367af66" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0b6b59-aa6b-4905-b45f-53375fd3ff6c", "tag": "2acff619-3ddd-4a02-878d-73dd5ab248dd"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:29:56.954535 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-11ae29d8-48e3-45ea-a556-63bc0c0f6aee tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Network ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:29:56.964701 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-11ae29d8-48e3-45ea-a556-63bc0c0f6aee tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:29:56.968590 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-11ae29d8-48e3-45ea-a556-63bc0c0f6aee tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:29:56.973915 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea855268-09bd-4364-a6b1-58ca56ff6571 service neutron] Pushing event updated for resources: {'Port': ['ID=2acff619-3ddd-4a02-878d-73dd5ab248dd,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:57.003788 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12e83ce-0671-42f3-b016-c5aca7d41283 x-openstack-request-id: req-d12e83ce-0671-42f3-b016-c5aca7d41283 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:29:57.004245 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0b6b59-aa6b-4905-b45f-53375fd3ff6c", "tag": "2acff619-3ddd-4a02-878d-73dd5ab248dd", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:29:57.004431 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d12e83ce-0671-42f3-b016-c5aca7d41283 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:29:57.004828 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0b6b59-aa6b-4905-b45f-53375fd3ff6c', 'tag': '2acff619-3ddd-4a02-878d-73dd5ab248dd', 'status': 'completed', 'code': 200} Oct 14 12:29:57.146399 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-11ae29d8-48e3-45ea-a556-63bc0c0f6aee tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:57.147087 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-11ae29d8-48e3-45ea-a556-63bc0c0f6aee tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:57.149902 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae29d8-48e3-45ea-a556-63bc0c0f6aee tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Pushing event updated for resources: {'Port': ['ID=78926c92-9ec2-414f-b14e-a416dc5fd905,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:57.198364 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bc5a7-f62b-458c-8a1e-b8e36367af66 req-8edfcc6a-1e3c-43ee-b706-44ab266576a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:57.199916 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3d1bc5a7-f62b-458c-8a1e-b8e36367af66 req-8edfcc6a-1e3c-43ee-b706-44ab266576a6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a99511a7cfa740f4b660b4e6e9b9871a&device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 1096 time: 0.1685956 Oct 14 12:29:57.229657 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff1a2-fa53-4879-ad9a-8346172e596f req-573bbe83-aa8d-4ac7-9091-b1df2875d7f3 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:57.233238 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-86cff1a2-fa53-4879-ad9a-8346172e596f req-573bbe83-aa8d-4ac7-9091-b1df2875d7f3 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 943 time: 0.0947089 Oct 14 12:29:57.328546 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-11ae29d8-48e3-45ea-a556-63bc0c0f6aee tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7020121 Oct 14 12:29:57.348936 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Request body: {'port': {'device_id': 'd5025e28-fc73-4730-b646-7a35174eaccf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:57.357489 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-86cff1a2-fa53-4879-ad9a-8346172e596f req-c498d6e8-f12f-49b3-a601-66021a9fa748 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056328 Oct 14 12:29:57.395894 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bc5a7-f62b-458c-8a1e-b8e36367af66 req-c2abb3f0-e6ee-4d7e-997f-b05fe17b017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:57.397548 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3d1bc5a7-f62b-458c-8a1e-b8e36367af66 req-c2abb3f0-e6ee-4d7e-997f-b05fe17b017d service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=a99511a7cfa740f4b660b4e6e9b9871a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1869740 Oct 14 12:29:57.448398 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:57.561123 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bc5a7-f62b-458c-8a1e-b8e36367af66 req-764c3ff1-fd67-4508-a2d5-0f75d3dfa10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:57.562591 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3d1bc5a7-f62b-458c-8a1e-b8e36367af66 req-764c3ff1-fd67-4508-a2d5-0f75d3dfa10b service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1433337 Oct 14 12:29:57.774995 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03274e5-4e92-4273-8dad-edaacbc32e52 req-45e512a3-205c-4ff3-860e-927b2e5daeb6 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:57.776532 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d03274e5-4e92-4273-8dad-edaacbc32e52 req-45e512a3-205c-4ff3-860e-927b2e5daeb6 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 932 time: 0.1073370 Oct 14 12:29:57.858904 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78926c92-9ec2-414f-b14e-a416dc5fd905 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:29:57.865767 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d03274e5-4e92-4273-8dad-edaacbc32e52 req-bc6bbb16-8abd-4e4e-8bd7-30234a2f62b1 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761406 Oct 14 12:29:57.870878 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:57.883861 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Transition to ACTIVE for port object 78926c92-9ec2-414f-b14e-a416dc5fd905 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:29:57.946645 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:58.003236 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=78926c92-9ec2-414f-b14e-a416dc5fd905,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:58.078142 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Attempting to bind port 78926c92-9ec2-414f-b14e-a416dc5fd905 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:29:58.078410 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Attempting to bind port 78926c92-9ec2-414f-b14e-a416dc5fd905 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'ee439b7b-ac44-4277-933d-7e7bd077b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:29:58.078772 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Attempting to bind port 78926c92-9ec2-414f-b14e-a416dc5fd905 on network ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:29:58.083709 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Port 78926c92-9ec2-414f-b14e-a416dc5fd905 on network ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:29:58.084025 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Attempting to bind port 78926c92-9ec2-414f-b14e-a416dc5fd905 on network ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:29:58.090131 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:29:58.090468 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Checking segment: {'id': 'ee439b7b-ac44-4277-933d-7e7bd077b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:29:58.090886 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Bound using segment: {'id': 'ee439b7b-ac44-4277-933d-7e7bd077b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:29:58.091341 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Bound port: 78926c92-9ec2-414f-b14e-a416dc5fd905, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee439b7b-ac44-4277-933d-7e7bd077b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:29:58.091694 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:58.169692 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] For port 78926c92-9ec2-414f-b14e-a416dc5fd905, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:29:58.171945 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] For port 78926c92-9ec2-414f-b14e-a416dc5fd905, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=78926c92-9ec2-414f-b14e-a416dc5fd905,segment=NetworkSegment(ee439b7b-ac44-4277-933d-7e7bd077b666),segment_id=ee439b7b-ac44-4277-933d-7e7bd077b666)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:29:58.290165 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:58.326216 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:58.326859 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:29:58.328357 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] 10.222.0.82 "PUT /v2.0/ports/78926c92-9ec2-414f-b14e-a416dc5fd905 HTTP/1.1" status: 200 len: 1094 time: 0.9870741 Oct 14 12:29:58.349933 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd827dc4-aaa4-4216-9a6b-fba56af51ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=78926c92-9ec2-414f-b14e-a416dc5fd905,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:58.662716 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bd542-1e5e-471f-8bea-ac64fa9f4a30 req-3471f66b-3e96-400b-9839-a84cca3a1a17 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:58.664958 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ea0bd542-1e5e-471f-8bea-ac64fa9f4a30 req-3471f66b-3e96-400b-9839-a84cca3a1a17 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 943 time: 0.2329044 Oct 14 12:29:58.708019 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ea0bd542-1e5e-471f-8bea-ac64fa9f4a30 req-72891a63-fe38-42a0-b3b2-fbc8d56d1aff tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360086 Oct 14 12:29:58.996371 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90333136-54a6-4d38-a487-95b40aced17f req-223f1fa7-1204-4205-abce-8ed044057f5e tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:58.997882 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-90333136-54a6-4d38-a487-95b40aced17f req-223f1fa7-1204-4205-abce-8ed044057f5e tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 944 time: 0.0553288 Oct 14 12:29:59.005458 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5025e28-fc73-4730-b646-7a35174eaccf', 'tag': '78926c92-9ec2-414f-b14e-a416dc5fd905'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:29:59.008106 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f2fb61-9731-4fb2-86ac-cdffd254f7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5025e28-fc73-4730-b646-7a35174eaccf", "tag": "78926c92-9ec2-414f-b14e-a416dc5fd905"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:29:59.048230 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-90333136-54a6-4d38-a487-95b40aced17f req-a3b60f24-4511-4694-9512-6447c93632fa tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439391 Oct 14 12:29:59.093381 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889e1538-fabf-4b2c-9db2-b052b550bdd8 x-openstack-request-id: req-889e1538-fabf-4b2c-9db2-b052b550bdd8 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:29:59.093704 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5025e28-fc73-4730-b646-7a35174eaccf", "tag": "78926c92-9ec2-414f-b14e-a416dc5fd905", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:29:59.094067 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-889e1538-fabf-4b2c-9db2-b052b550bdd8 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:29:59.094790 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5025e28-fc73-4730-b646-7a35174eaccf', 'tag': '78926c92-9ec2-414f-b14e-a416dc5fd905', 'status': 'completed', 'code': 200} Oct 14 12:30:00.126937 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61c1d0-78bd-4034-92e1-82bb7e1f40ee req-fb41b832-a7b0-4aad-b46d-673efd5395d6 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:00.128547 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5f61c1d0-78bd-4034-92e1-82bb7e1f40ee req-fb41b832-a7b0-4aad-b46d-673efd5395d6 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 943 time: 0.3324642 Oct 14 12:30:00.173727 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5f61c1d0-78bd-4034-92e1-82bb7e1f40ee req-da1fc02f-f04e-40aa-9058-68686670bc53 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381629 Oct 14 12:30:00.369530 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968026f-a0a8-4f52-98ae-b839667bcb51 req-28a43319-e509-4611-973a-1fcb2d94f285 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:00.371459 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0968026f-a0a8-4f52-98ae-b839667bcb51 req-28a43319-e509-4611-973a-1fcb2d94f285 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 944 time: 0.1284387 Oct 14 12:30:00.383706 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-30ec81aa-b2ca-469c-86aa-9a48c89681e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:00.385137 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-30ec81aa-b2ca-469c-86aa-9a48c89681e2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0a572d02a0774891954984c3be54c2c2&device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 1097 time: 0.1008103 Oct 14 12:30:00.436121 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe84aa3-9542-4031-a864-67381191c603 req-526f4bd2-dcec-4353-8d17-efdec9a819cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:00.437617 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-526f4bd2-dcec-4353-8d17-efdec9a819cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a99511a7cfa740f4b660b4e6e9b9871a&device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 1096 time: 0.1241038 Oct 14 12:30:00.441901 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-96c15a55-e0dd-411c-b034-f1c36fe7a671 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78926c92-9ec2-414f-b14e-a416dc5fd905 HTTP/1.1" status: 200 len: 217 time: 0.0483942 Oct 14 12:30:00.503740 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-f683e54a-7492-42bb-8ea2-03b49cf19268 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2acff619-3ddd-4a02-878d-73dd5ab248dd HTTP/1.1" status: 200 len: 217 time: 0.0562983 Oct 14 12:30:00.536311 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0968026f-a0a8-4f52-98ae-b839667bcb51 req-a746e014-3a8e-46b0-b945-5c550959543b tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558635 Oct 14 12:30:00.584845 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-b869e7c9-fdd1-4f1d-bc26-1b6d70a6b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:00.585211 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-b869e7c9-fdd1-4f1d-bc26-1b6d70a6b759 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f7b2ba6a-8740-4446-9705-991ca4c7cbe7 HTTP/1.1" status: 200 len: 849 time: 0.1295195 Oct 14 12:30:00.592819 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe84aa3-9542-4031-a864-67381191c603 req-7102224b-e9c3-44fe-a224-ce164a715846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:00.594323 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-7102224b-e9c3-44fe-a224-ce164a715846 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1808dccd-0f99-40d5-87b6-c6cd63c4fafb HTTP/1.1" status: 200 len: 849 time: 0.0705819 Oct 14 12:30:00.635831 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-6850971f-e849-4674-84bf-b46b8ae27acb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403063 Oct 14 12:30:00.733157 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe84aa3-9542-4031-a864-67381191c603 req-d8c720f4-0433-485e-b02c-24c08ae68cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:00.734764 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-d8c720f4-0433-485e-b02c-24c08ae68cc5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=253a832c-afa8-4771-87e8-6dfb3bd2f212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1292982 Oct 14 12:30:00.790690 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-d8e87b40-d121-4de8-af73-1465c18c26ad service neutron] 10.222.0.82 "GET /v2.0/networks/ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396377 Oct 14 12:30:00.923618 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-9c300ba9-48ab-40c8-b188-a527debb7a13 service neutron] 10.222.0.82 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786869 Oct 14 12:30:00.979897 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42bfe13c-b995-4ebb-b9fa-8d5f74777895 req-c437aafd-8c9c-410a-b581-e758e6a90f5c service neutron] 10.222.0.82 "GET /v2.0/networks/ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575017 Oct 14 12:30:01.055544 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fe84aa3-9542-4031-a864-67381191c603 req-8ec4ec81-253d-43d6-ae40-e500595aa2d6 service neutron] 10.222.0.82 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233480 Oct 14 12:30:01.205054 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2fb61-9731-4fb2-86ac-cdffd254f7c7 req-8ceb052d-8682-4f0c-a91c-9efd494a55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:01.206932 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-37f2fb61-9731-4fb2-86ac-cdffd254f7c7 req-8ceb052d-8682-4f0c-a91c-9efd494a55b4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0a572d02a0774891954984c3be54c2c2&device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 1097 time: 0.0610819 Oct 14 12:30:01.355437 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2fb61-9731-4fb2-86ac-cdffd254f7c7 req-2635b86d-16eb-469c-9168-bdd64dc1b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:01.358509 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-37f2fb61-9731-4fb2-86ac-cdffd254f7c7 req-2635b86d-16eb-469c-9168-bdd64dc1b930 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 HTTP/1.1" status: 200 len: 910 time: 0.1453383 Oct 14 12:30:01.462798 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-37f2fb61-9731-4fb2-86ac-cdffd254f7c7 req-d4df8140-daee-4ee1-8434-4071c137fcff service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78926c92-9ec2-414f-b14e-a416dc5fd905 HTTP/1.1" status: 200 len: 217 time: 0.0956285 Oct 14 12:30:01.559591 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6b6b6-41a9-46e8-a9fb-972f26522f88 req-8a0e6270-dc86-439d-ab71-1dc6627664de tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:01.559591 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-11e6b6b6-41a9-46e8-a9fb-972f26522f88 req-8a0e6270-dc86-439d-ab71-1dc6627664de tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 943 time: 0.2528696 Oct 14 12:30:01.578574 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2fb61-9731-4fb2-86ac-cdffd254f7c7 req-4f651e9d-cf53-4f61-9101-ad57898873dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:01.580485 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-37f2fb61-9731-4fb2-86ac-cdffd254f7c7 req-4f651e9d-cf53-4f61-9101-ad57898873dd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f7b2ba6a-8740-4446-9705-991ca4c7cbe7 HTTP/1.1" status: 200 len: 849 time: 0.0946052 Oct 14 12:30:01.660504 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-37f2fb61-9731-4fb2-86ac-cdffd254f7c7 req-ff1b5bf8-4d54-42e8-bc00-4494e09afa23 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507796 Oct 14 12:30:01.742471 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-11e6b6b6-41a9-46e8-a9fb-972f26522f88 req-5126649c-d0e1-45c7-aa0e-4f9b80c7860c tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663575 Oct 14 12:30:01.822873 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f11178-b554-4eff-8da9-614ef8345e34 req-a9f9ab35-173f-45b8-9e0f-3bb04d40e2d0 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:01.822873 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-48f11178-b554-4eff-8da9-614ef8345e34 req-a9f9ab35-173f-45b8-9e0f-3bb04d40e2d0 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 944 time: 0.1703424 Oct 14 12:30:01.880098 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-37f2fb61-9731-4fb2-86ac-cdffd254f7c7 req-38aeb444-7190-4a51-b955-e6ea3f794afb service neutron] 10.222.0.82 "GET /v2.0/networks/ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017562 Oct 14 12:30:01.889003 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-48f11178-b554-4eff-8da9-614ef8345e34 req-34baf05c-c27d-40a3-9ef9-47f256efe9ce tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569427 Oct 14 12:30:02.021179 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-37f2fb61-9731-4fb2-86ac-cdffd254f7c7 req-c52cc036-a3c2-46d1-9b38-b8681dcc5378 service neutron] 10.222.0.82 "GET /v2.0/networks/ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309736 Oct 14 12:30:02.881248 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b897bc-d39a-4fc4-8f1d-9526f4f55950 req-ac08d7de-458a-4e6a-8082-5f5e974cd148 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:02.882753 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-99b897bc-d39a-4fc4-8f1d-9526f4f55950 req-ac08d7de-458a-4e6a-8082-5f5e974cd148 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 943 time: 0.0557370 Oct 14 12:30:02.928074 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-99b897bc-d39a-4fc4-8f1d-9526f4f55950 req-96738f4e-3d4e-4c02-9376-9b8848cd758e tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382855 Oct 14 12:30:03.039575 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e72239-2990-412c-b3dd-6bb1ce2ae776 req-b0c970fb-69f2-4746-8205-df3d41377125 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:03.041276 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9e72239-2990-412c-b3dd-6bb1ce2ae776 req-b0c970fb-69f2-4746-8205-df3d41377125 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 944 time: 0.0557981 Oct 14 12:30:03.088004 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9e72239-2990-412c-b3dd-6bb1ce2ae776 req-35bfb326-4ffb-48a7-8b99-c52b103a4bde tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397885 Oct 14 12:30:04.055195 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b063a-3c29-441f-81c5-8f4b41af6cf8 req-82b23adf-2a7c-4b03-a203-43af82730fd6 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:04.056871 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b34b063a-3c29-441f-81c5-8f4b41af6cf8 req-82b23adf-2a7c-4b03-a203-43af82730fd6 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 943 time: 0.0550296 Oct 14 12:30:04.098441 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b34b063a-3c29-441f-81c5-8f4b41af6cf8 req-d4ab8464-5a12-4594-8923-2084240b4a25 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347471 Oct 14 12:30:04.220251 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de2dff-e814-4aa4-b935-4bce8c00a735 req-b376fcbf-07d2-40a2-984d-0e26b3541710 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:04.221794 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e3de2dff-e814-4aa4-b935-4bce8c00a735 req-b376fcbf-07d2-40a2-984d-0e26b3541710 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 944 time: 0.0538216 Oct 14 12:30:04.265618 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e3de2dff-e814-4aa4-b935-4bce8c00a735 req-c83fbe3d-7a71-4b42-9f53-11aa3d9b4099 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374405 Oct 14 12:30:05.233617 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af318eef-ee94-4da4-8410-5f1297ab278f req-b39eb7fd-db0f-49fc-b4f4-cb06e6224a63 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:05.235169 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-af318eef-ee94-4da4-8410-5f1297ab278f req-b39eb7fd-db0f-49fc-b4f4-cb06e6224a63 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 943 time: 0.0542479 Oct 14 12:30:05.281326 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-af318eef-ee94-4da4-8410-5f1297ab278f req-41d9b486-5300-430a-ad37-95b45ce59666 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381730 Oct 14 12:30:05.394858 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2ef82-405d-4b0e-b52a-f2a06e89d26b req-a8458830-cb24-4fa4-a212-5a8eb987a7ed tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:05.396343 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f4a2ef82-405d-4b0e-b52a-f2a06e89d26b req-a8458830-cb24-4fa4-a212-5a8eb987a7ed tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 944 time: 0.0561328 Oct 14 12:30:05.442827 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 2acff619-3ddd-4a02-878d-73dd5ab248dd details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:30:05.443685 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f4a2ef82-405d-4b0e-b52a-f2a06e89d26b req-db43d16f-1b23-4183-a9db-4ee3dfa59b44 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404220 Oct 14 12:30:05.552872 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 2acff619-3ddd-4a02-878d-73dd5ab248dd, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2acff619-3ddd-4a02-878d-73dd5ab248dd,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:05.565909 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '2acff619-3ddd-4a02-878d-73dd5ab248dd', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'port_id': '2acff619-3ddd-4a02-878d-73dd5ab248dd', 'mac_address': 'fa:16:3e:cc:5c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:30:05.610016 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:05.626675 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acff619-3ddd-4a02-878d-73dd5ab248dd {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:30:05.650479 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 2acff619-3ddd-4a02-878d-73dd5ab248dd, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2acff619-3ddd-4a02-878d-73dd5ab248dd,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:05.746758 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:05.747681 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 78926c92-9ec2-414f-b14e-a416dc5fd905 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:30:05.827913 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=2acff619-3ddd-4a02-878d-73dd5ab248dd,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:05.903063 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 78926c92-9ec2-414f-b14e-a416dc5fd905, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=78926c92-9ec2-414f-b14e-a416dc5fd905,segment=NetworkSegment(ee439b7b-ac44-4277-933d-7e7bd077b666),segment_id=ee439b7b-ac44-4277-933d-7e7bd077b666)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:05.928778 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '78926c92-9ec2-414f-b14e-a416dc5fd905', 'network_id': 'ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3', 'port_id': '78926c92-9ec2-414f-b14e-a416dc5fd905', 'mac_address': 'fa:16:3e:3f:36:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b2ba6a-8740-4446-9705-991ca4c7cbe7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:30:05.989709 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:06.011498 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78926c92-9ec2-414f-b14e-a416dc5fd905 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:30:06.033709 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 78926c92-9ec2-414f-b14e-a416dc5fd905, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=78926c92-9ec2-414f-b14e-a416dc5fd905,segment=NetworkSegment(ee439b7b-ac44-4277-933d-7e7bd077b666),segment_id=ee439b7b-ac44-4277-933d-7e7bd077b666)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:06.140559 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:06.201277 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=78926c92-9ec2-414f-b14e-a416dc5fd905,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:06.303989 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:06.383870 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['2acff619-3ddd-4a02-878d-73dd5ab248dd'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:30:06.388024 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['78926c92-9ec2-414f-b14e-a416dc5fd905'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:30:06.428937 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634dd28-79b7-47fa-8cd6-b9aeef1a1341 req-6bcb3f5b-bd9c-4429-8b10-e8a6da35b20c tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:06.430713 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3634dd28-79b7-47fa-8cd6-b9aeef1a1341 req-6bcb3f5b-bd9c-4429-8b10-e8a6da35b20c tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 944 time: 0.0719178 Oct 14 12:30:06.479380 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3634dd28-79b7-47fa-8cd6-b9aeef1a1341 req-2d379bdb-5c41-49cd-9ef9-384a7a4be1a7 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386515 Oct 14 12:30:06.603421 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23d80e-66d8-43ae-91a6-7e22879bae7c req-1a322def-eeec-46a9-926d-62e88df3999a tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:06.605732 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ad23d80e-66d8-43ae-91a6-7e22879bae7c req-1a322def-eeec-46a9-926d-62e88df3999a tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 945 time: 0.0714171 Oct 14 12:30:06.667987 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ad23d80e-66d8-43ae-91a6-7e22879bae7c req-7693873c-1215-46f3-a191-809e35838317 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516381 Oct 14 12:30:07.454143 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 2acff619-3ddd-4a02-878d-73dd5ab248dd up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:07.621664 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05e0ea-eff5-4a17-a2e4-784bb9f9aaef req-f4a0f5b0-9eb1-4dd7-a49f-f09fea35a016 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:07.622535 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53762) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:07.623577 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6d05e0ea-eff5-4a17-a2e4-784bb9f9aaef req-f4a0f5b0-9eb1-4dd7-a49f-f09fea35a016 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 944 time: 0.0512533 Oct 14 12:30:07.638718 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 2acff619-3ddd-4a02-878d-73dd5ab248dd completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:30:07.643150 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 2acff619-3ddd-4a02-878d-73dd5ab248dd triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:07.643576 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:07.665570 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6d05e0ea-eff5-4a17-a2e4-784bb9f9aaef req-82b510e1-ebde-4ef4-b27a-ff010cf2e3e1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361600 Oct 14 12:30:07.745224 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:07.771591 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b6b59-aa6b-4905-b45f-53375fd3ff6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acff619-3ddd-4a02-878d-73dd5ab248dd'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:07.774665 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a47863-b506-42c8-9195-73e4885c68ab" -d '{"events": [{"server_uuid": "cb0b6b59-aa6b-4905-b45f-53375fd3ff6c", "name": "network-vif-plugged", "status": "completed", "tag": "2acff619-3ddd-4a02-878d-73dd5ab248dd"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:07.784732 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-61ae501e-7729-4b31-8c2c-7ab8ce8eb681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:07.810134 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 2acff619-3ddd-4a02-878d-73dd5ab248dd, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2acff619-3ddd-4a02-878d-73dd5ab248dd,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:07.812713 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8891ea5-83e2-4c34-901e-44759da8c920 req-213a11cf-4a29-4864-8652-de5bff633e66 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:07.814346 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f8891ea5-83e2-4c34-901e-44759da8c920 req-213a11cf-4a29-4864-8652-de5bff633e66 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 945 time: 0.0572240 Oct 14 12:30:07.824958 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce5a09a-4ce3-4100-9262-4278c5b36cc0 x-openstack-request-id: req-6ce5a09a-4ce3-4100-9262-4278c5b36cc0 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:30:07.825330 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b6b59-aa6b-4905-b45f-53375fd3ff6c", "name": "network-vif-plugged", "status": "completed", "tag": "2acff619-3ddd-4a02-878d-73dd5ab248dd", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:30:07.825646 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6ce5a09a-4ce3-4100-9262-4278c5b36cc0 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:30:07.826152 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b6b59-aa6b-4905-b45f-53375fd3ff6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acff619-3ddd-4a02-878d-73dd5ab248dd', 'code': 200} Oct 14 12:30:07.860268 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f8891ea5-83e2-4c34-901e-44759da8c920 req-2b99a909-5125-44ac-be0e-bd50aac67efd tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387151 Oct 14 12:30:07.874959 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-61ae501e-7729-4b31-8c2c-7ab8ce8eb681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:07.981117 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:07.981934 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 78926c92-9ec2-414f-b14e-a416dc5fd905 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:08.026122 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-61ae501e-7729-4b31-8c2c-7ab8ce8eb681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:08.057624 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=2acff619-3ddd-4a02-878d-73dd5ab248dd,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:08.059477 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-61ae501e-7729-4b31-8c2c-7ab8ce8eb681 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7b1ffac7ac7d45f3aa1cd99933321bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357326 Oct 14 12:30:08.062707 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53772) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:08.076575 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae501e-7729-4b31-8c2c-7ab8ce8eb681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee37f742-6f58-4220-a0af-9298281f4b6a,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:08.118563 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-187ea518-e380-4147-b310-b660e2027062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:08.141462 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-187ea518-e380-4147-b310-b660e2027062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:08.241424 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f431c-a6ed-4e00-8378-cf0da544c0f9 req-4fbb7cf7-2c7f-4e1f-91fc-87ffabab57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:08.242890 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5c4f431c-a6ed-4e00-8378-cf0da544c0f9 req-4fbb7cf7-2c7f-4e1f-91fc-87ffabab57f0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 1098 time: 0.0416634 Oct 14 12:30:08.249321 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 78926c92-9ec2-414f-b14e-a416dc5fd905 completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:30:08.253660 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 78926c92-9ec2-414f-b14e-a416dc5fd905 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:08.254063 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:08.275471 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-187ea518-e380-4147-b310-b660e2027062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:08.278019 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-187ea518-e380-4147-b310-b660e2027062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:08.281909 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-187ea518-e380-4147-b310-b660e2027062 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ee37f742-6f58-4220-a0af-9298281f4b6a HTTP/1.1" status: 204 len: 168 time: 0.2155905 Oct 14 12:30:08.286131 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5c4f431c-a6ed-4e00-8378-cf0da544c0f9 req-773be31f-db94-4268-9f61-76f7187b6d41 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364618 Oct 14 12:30:08.292037 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ea518-e380-4147-b310-b660e2027062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee37f742-6f58-4220-a0af-9298281f4b6a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:08.359087 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:08.391627 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 78926c92-9ec2-414f-b14e-a416dc5fd905, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=78926c92-9ec2-414f-b14e-a416dc5fd905,segment=NetworkSegment(ee439b7b-ac44-4277-933d-7e7bd077b666),segment_id=ee439b7b-ac44-4277-933d-7e7bd077b666)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:08.478043 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:08.532743 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=78926c92-9ec2-414f-b14e-a416dc5fd905,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:08.792880 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca63c3-30d8-440c-8c8f-b7f950e3691e req-f5d998cd-2353-438f-b2d7-effb6a161a3a tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:08.794770 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0eca63c3-30d8-440c-8c8f-b7f950e3691e req-f5d998cd-2353-438f-b2d7-effb6a161a3a tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 945 time: 0.0561917 Oct 14 12:30:08.838910 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0eca63c3-30d8-440c-8c8f-b7f950e3691e req-78956e5c-80bb-4a1e-8b5a-a688e0b56366 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379424 Oct 14 12:30:09.014688 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2773f-a095-4d82-9a79-2d9b9fe79ef6 req-b2a7ff1c-30d6-4c1d-adda-37c8514130e6 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:09.016397 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-66a2773f-a095-4d82-9a79-2d9b9fe79ef6 req-b2a7ff1c-30d6-4c1d-adda-37c8514130e6 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 946 time: 0.0677638 Oct 14 12:30:09.074466 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-66a2773f-a095-4d82-9a79-2d9b9fe79ef6 req-428b61d5-d095-41ab-b827-c730f6500cfa tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477808 Oct 14 12:30:09.531210 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53800) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:09.682492 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-876421798-network', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:09.827896 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5025e28-fc73-4730-b646-7a35174eaccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78926c92-9ec2-414f-b14e-a416dc5fd905'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:09.828796 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] Made reservation on behalf of 3637d29080324d3a90d4f853e4df1f7f for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:30:09.831809 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:09.832276 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3d0e78-e5a2-4f38-b7b8-8d2c3b1c5af2" -d '{"events": [{"server_uuid": "d5025e28-fc73-4730-b646-7a35174eaccf", "name": "network-vif-plugged", "status": "completed", "tag": "78926c92-9ec2-414f-b14e-a416dc5fd905"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:09.843361 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:09.903028 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab93a1a6-494a-45cb-ad5e-d697542981c4 x-openstack-request-id: req-ab93a1a6-494a-45cb-ad5e-d697542981c4 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:30:09.903485 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5025e28-fc73-4730-b646-7a35174eaccf", "name": "network-vif-plugged", "status": "completed", "tag": "78926c92-9ec2-414f-b14e-a416dc5fd905", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:30:09.903887 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab93a1a6-494a-45cb-ad5e-d697542981c4 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:30:09.904408 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5025e28-fc73-4730-b646-7a35174eaccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78926c92-9ec2-414f-b14e-a416dc5fd905', 'code': 200} Oct 14 12:30:10.000757 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:10.028092 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d409c0e-c4ae-4b46-ac42-fca0b913512a req-7d0f8e15-1cbd-4cf5-96eb-89a800ef545f tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:10.029737 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0d409c0e-c4ae-4b46-ac42-fca0b913512a req-7d0f8e15-1cbd-4cf5-96eb-89a800ef545f tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 945 time: 0.0804379 Oct 14 12:30:10.080690 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0d409c0e-c4ae-4b46-ac42-fca0b913512a req-41113321-1815-4c27-a425-f857300b5f68 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438664 Oct 14 12:30:10.097515 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:10.150832 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:30:10.170049 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899a5e52-656f-4dba-b14a-88d99e1ab828,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:10.199240 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:10.199691 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.segments_db [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] Added segment 35a85435-fbb2-4320-868c-0105676930f7 of type vlan for network 0bcd9b26-5dea-4975-ac05-223bbb44b5fd Oct 14 12:30:10.345859 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:10.400517 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13e2d8-c744-4723-af16-8323bf89e46e req-d9a84fee-04fd-41f9-99b8-ee592177e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:10.402032 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0f13e2d8-c744-4723-af16-8323bf89e46e req-d9a84fee-04fd-41f9-99b8-ee592177e293 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 1099 time: 0.1812143 Oct 14 12:30:10.416153 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc20ff9-3d4b-453d-aaf5-a05e92e3b329 req-a4fcec49-74ef-4089-923f-2b0b8aa2da06 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:10.417986 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8dc20ff9-3d4b-453d-aaf5-a05e92e3b329 req-a4fcec49-74ef-4089-923f-2b0b8aa2da06 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 945 time: 0.1950309 Oct 14 12:30:10.431057 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53816) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:10.438645 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-eb391a1f-ecf6-4b0b-b779-ba557cda6559 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Request body: {'floatingip': {'port_id': '2acff619-3ddd-4a02-878d-73dd5ab248dd'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:10.449076 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60847e7-f5ac-4ea0-bcb3-29a48eb3f321 req-b17f181f-7cce-47ab-8f87-a5f82336bd82 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:10.452740 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c60847e7-f5ac-4ea0-bcb3-29a48eb3f321 req-b17f181f-7cce-47ab-8f87-a5f82336bd82 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 946 time: 0.2147038 Oct 14 12:30:10.495573 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:10.497578 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:10.498937 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:10.519825 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-eb391a1f-ecf6-4b0b-b779-ba557cda6559 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for floatingip, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:10.581302 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0f13e2d8-c744-4723-af16-8323bf89e46e req-44e1a910-7f6d-43a6-8084-1e74727906fb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612043 Oct 14 12:30:10.662974 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c60847e7-f5ac-4ea0-bcb3-29a48eb3f321 req-b4bf505e-345e-4049-afcb-a375568d7011 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947360 Oct 14 12:30:10.667296 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] Pushing event updated for resources: {'Network': ['ID=0bcd9b26-5dea-4975-ac05-223bbb44b5fd,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:10.681362 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network 0bcd9b26-5dea-4975-ac05-223bbb44b5fd details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:30:10.704120 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-6d8392fb-fee0-468e-a39b-c4b2980ca46f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1712604 Oct 14 12:30:10.709057 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53818) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:10.716976 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c281c05d-6291-4ee1-935c-0d8b7690bfd9 admin admin] Request body: {'subnet': {'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-876421798-subnet', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:10.907116 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c281c05d-6291-4ee1-935c-0d8b7690bfd9 admin admin] Made reservation on behalf of 3637d29080324d3a90d4f853e4df1f7f for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:30:10.911169 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c281c05d-6291-4ee1-935c-0d8b7690bfd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9230732'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:11.131277 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-eb391a1f-ecf6-4b0b-b779-ba557cda6559 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:11.282142 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-eb391a1f-ecf6-4b0b-b779-ba557cda6559 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:11.323380 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c281c05d-6291-4ee1-935c-0d8b7690bfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9883324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9230746'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:11.377873 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281c05d-6291-4ee1-935c-0d8b7690bfd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f544528f-c12e-46ab-a1e5-7ead1f7055ab,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:11.396276 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c281c05d-6291-4ee1-935c-0d8b7690bfd9 admin admin] Checking segment: {'id': '35a85435-fbb2-4320-868c-0105676930f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:11.396839 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c281c05d-6291-4ee1-935c-0d8b7690bfd9 admin admin] Network hostable DHCP agents. Network: 0bcd9b26-5dea-4975-ac05-223bbb44b5fd, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:30:11.413270 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.l3_db [None req-eb391a1f-ecf6-4b0b-b779-ba557cda6559 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Floating IP 6786006d-21aa-46eb-9512-5b6197973f80 associated. External IP: 172.27.2.236, port: 2acff619-3ddd-4a02-878d-73dd5ab248dd. Oct 14 12:30:11.512822 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c281c05d-6291-4ee1-935c-0d8b7690bfd9 admin admin] Network 0bcd9b26-5dea-4975-ac05-223bbb44b5fd is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:30:11.657716 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb391a1f-ecf6-4b0b-b779-ba557cda6559 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Router 531e5fd2-a949-454b-9dcf-e015dd509f68 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:30:11.660466 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-c281c05d-6291-4ee1-935c-0d8b7690bfd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, 0bcd9b26-5dea-4975-ac05-223bbb44b5fd) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:11.666231 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c281c05d-6291-4ee1-935c-0d8b7690bfd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:11.667108 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c281c05d-6291-4ee1-935c-0d8b7690bfd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:11.674074 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df690be1-1a6c-4ccb-b432-373b89c87a92 None None] Network 0bcd9b26-5dea-4975-ac05-223bbb44b5fd requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:30:11.811995 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb391a1f-ecf6-4b0b-b779-ba557cda6559 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:30:11.821092 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-eb391a1f-ecf6-4b0b-b779-ba557cda6559 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:11.826089 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a90cb-54c5-42ad-9970-b02d264d3b30 None None] Sync routers for ids ['531e5fd2-a949-454b-9dcf-e015dd509f68'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:30:11.831683 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82423f-b2a9-48ea-b0f0-e3435fbb42f8 req-ec30ce38-480b-425a-90e9-573b6bf1cc90 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:11.833283 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e82423f-b2a9-48ea-b0f0-e3435fbb42f8 req-ec30ce38-480b-425a-90e9-573b6bf1cc90 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 946 time: 0.0730984 Oct 14 12:30:11.855034 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-eb391a1f-ecf6-4b0b-b779-ba557cda6559 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "PUT /v2.0/floatingips/6786006d-21aa-46eb-9512-5b6197973f80 HTTP/1.1" status: 200 len: 991 time: 1.4222369 Oct 14 12:30:11.855617 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0b6b59-aa6b-4905-b45f-53375fd3ff6c', 'tag': '2acff619-3ddd-4a02-878d-73dd5ab248dd'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:11.857470 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a90cb-54c5-42ad-9970-b02d264d3b30 None None] Routers {'531e5fd2-a949-454b-9dcf-e015dd509f68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:11.858026 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a4a7da35251cd845a75d208fb6f40823871570cd89c2545b4640923bed6cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995d243b-2021-4f19-a10d-a6d31f223243" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0b6b59-aa6b-4905-b45f-53375fd3ff6c", "tag": "2acff619-3ddd-4a02-878d-73dd5ab248dd"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:11.858295 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-233a90cb-54c5-42ad-9970-b02d264d3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:29:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['531e5fd2-a949-454b-9dcf-e015dd509f68'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:11.886041 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e82423f-b2a9-48ea-b0f0-e3435fbb42f8 req-e94d2895-441c-4dd3-ac33-06bde01115cd tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453718 Oct 14 12:30:11.905182 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32e92919-0b57-5c86-a9a5-2f6e9a8fe1ba-0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'fixed_ips': [{'subnet_id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab'}]}} from dv-cinder-813984-2-iscsi. {{(pid=100448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:30:11.905182 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:11.962826 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252530f3-0b68-46ad-b71b-a6bdf7385a43 x-openstack-request-id: req-252530f3-0b68-46ad-b71b-a6bdf7385a43 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:30:11.963195 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0b6b59-aa6b-4905-b45f-53375fd3ff6c", "tag": "2acff619-3ddd-4a02-878d-73dd5ab248dd", "status": "completed", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:30:11.963512 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-252530f3-0b68-46ad-b71b-a6bdf7385a43 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:30:11.963982 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0b6b59-aa6b-4905-b45f-53375fd3ff6c', 'tag': '2acff619-3ddd-4a02-878d-73dd5ab248dd', 'status': 'completed', 'code': 200} Oct 14 12:30:11.987459 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-c281c05d-6291-4ee1-935c-0d8b7690bfd9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2767169 Oct 14 12:30:11.996061 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53828) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:12.009318 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:12.082104 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d243b-2021-4f19-a10d-a6d31f223243 req-49cd618b-9c24-43a6-97ca-856f63ded47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:12.083627 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-995d243b-2021-4f19-a10d-a6d31f223243 req-49cd618b-9c24-43a6-97ca-856f63ded47b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a99511a7cfa740f4b660b4e6e9b9871a&device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 1098 time: 0.0715911 Oct 14 12:30:12.131273 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-233a90cb-54c5-42ad-9970-b02d264d3b30 None None] Set router 531e5fd2-a949-454b-9dcf-e015dd509f68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:12.205730 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6897'] for router, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:12.208407 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6856'] for router, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:12.239563 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d243b-2021-4f19-a10d-a6d31f223243 req-78b14817-6ee7-4096-b0f9-c35116251b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:12.241295 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-995d243b-2021-4f19-a10d-a6d31f223243 req-78b14817-6ee7-4096-b0f9-c35116251b9a service neutron] 10.222.0.82 "GET /v2.0/networks?id=253a832c-afa8-4771-87e8-6dfb3bd2f212 HTTP/1.1" status: 200 len: 911 time: 0.1507905 Oct 14 12:30:12.280846 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Allocated IP 172.20.0.2 (0bcd9b26-5dea-4975-ac05-223bbb44b5fd/f544528f-c12e-46ab-a1e5-7ead1f7055ab/17680451-336c-400e-a026-855a9ef4c3ee) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:12.301334 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:12.394653 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-995d243b-2021-4f19-a10d-a6d31f223243 req-8c09c6e4-7d8d-4737-91c8-545b78c03cc8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2acff619-3ddd-4a02-878d-73dd5ab248dd HTTP/1.1" status: 200 len: 999 time: 0.1429513 Oct 14 12:30:12.450494 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d243b-2021-4f19-a10d-a6d31f223243 req-a5ef8111-07de-42f4-8108-ab80d38606fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:12.452161 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-995d243b-2021-4f19-a10d-a6d31f223243 req-a5ef8111-07de-42f4-8108-ab80d38606fe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1808dccd-0f99-40d5-87b6-c6cd63c4fafb HTTP/1.1" status: 200 len: 849 time: 0.0503325 Oct 14 12:30:12.567012 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d243b-2021-4f19-a10d-a6d31f223243 req-7c525299-8060-45c5-92fa-da6f44baa876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:12.569211 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-995d243b-2021-4f19-a10d-a6d31f223243 req-7c525299-8060-45c5-92fa-da6f44baa876 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=253a832c-afa8-4771-87e8-6dfb3bd2f212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1007614 Oct 14 12:30:12.624448 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Publish callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:12.644913 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:12.646887 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-233a90cb-54c5-42ad-9970-b02d264d3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:09Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': '6786006d-21aa-46eb-9512-5b6197973f80', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'port_id': '2acff619-3ddd-4a02-878d-73dd5ab248dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'mac_address': 'fa:16:3e:cc:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6b59-aa6b-4905-b45f-53375fd3ff6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:29:45Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 1, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd886bdea-26f1-4774-b3bb-617c7aba43de', 'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'mac_address': 'fa:16:3e:48:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:08Z', 'updated_at': '2021-10-14T12:25:17Z', 'revision_number': 5, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'subnets': [{'id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:12.678323 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a90cb-54c5-42ad-9970-b02d264d3b30 None None] Checking router: 531e5fd2-a949-454b-9dcf-e015dd509f68 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:30:12.689888 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a90cb-54c5-42ad-9970-b02d264d3b30 None None] Routers {'531e5fd2-a949-454b-9dcf-e015dd509f68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:12.691435 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-233a90cb-54c5-42ad-9970-b02d264d3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:29:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['531e5fd2-a949-454b-9dcf-e015dd509f68'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:12.710149 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-995d243b-2021-4f19-a10d-a6d31f223243 req-2df6d0de-c212-409f-a3f9-bee048fda46f service neutron] 10.222.0.82 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334975 Oct 14 12:30:12.851008 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:12.851317 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-995d243b-2021-4f19-a10d-a6d31f223243 req-e7d2bd1f-a446-4727-b7bc-718b466ef64a service neutron] 10.222.0.82 "GET /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262369 Oct 14 12:30:12.932327 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-233a90cb-54c5-42ad-9970-b02d264d3b30 None None] Set router 531e5fd2-a949-454b-9dcf-e015dd509f68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:12.936724 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Network 0bcd9b26-5dea-4975-ac05-223bbb44b5fd is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:13.159410 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:13.166859 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:13.169446 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Pushing event updated for resources: {'Port': ['ID=17680451-336c-400e-a026-855a9ef4c3ee,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:13.253759 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f209adb-7b23-4520-a0ef-3c37c42ade15 req-5c2ce1bc-7969-4636-9475-0344ba3b1102 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:13.273298 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3f209adb-7b23-4520-a0ef-3c37c42ade15 req-5c2ce1bc-7969-4636-9475-0344ba3b1102 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 946 time: 0.2070432 Oct 14 12:30:13.347862 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Attempting to bind port 17680451-336c-400e-a026-855a9ef4c3ee on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:13.348228 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Attempting to bind port 17680451-336c-400e-a026-855a9ef4c3ee by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '35a85435-fbb2-4320-868c-0105676930f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:13.348590 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Attempting to bind port 17680451-336c-400e-a026-855a9ef4c3ee on network 0bcd9b26-5dea-4975-ac05-223bbb44b5fd {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:13.376597 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:13.377934 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Checking segment: {'id': '35a85435-fbb2-4320-868c-0105676930f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:13.378442 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3f209adb-7b23-4520-a0ef-3c37c42ade15 req-20ce9269-cbb3-4067-ab57-edb44bfa929a tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011543 Oct 14 12:30:13.379541 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:13.380303 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Bound using segment: {'id': '35a85435-fbb2-4320-868c-0105676930f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:13.381237 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Bound port: 17680451-336c-400e-a026-855a9ef4c3ee, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a85435-fbb2-4320-868c-0105676930f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:13.381874 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:13.499838 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:13.537848 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:13.637900 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] For port 17680451-336c-400e-a026-855a9ef4c3ee, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:13.643487 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] For port 17680451-336c-400e-a026-855a9ef4c3ee, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=17680451-336c-400e-a026-855a9ef4c3ee,segment=NetworkSegment(35a85435-fbb2-4320-868c-0105676930f7),segment_id=35a85435-fbb2-4320-868c-0105676930f7)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:13.697669 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Allocated IP 172.27.2.200 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/67f3a3da-4697-4f0d-9ff7-c663fc1d854c) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:13.719053 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-233a90cb-54c5-42ad-9970-b02d264d3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:09Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': '6786006d-21aa-46eb-9512-5b6197973f80', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'port_id': '2acff619-3ddd-4a02-878d-73dd5ab248dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'mac_address': 'fa:16:3e:cc:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6b59-aa6b-4905-b45f-53375fd3ff6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:29:45Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 1, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd886bdea-26f1-4774-b3bb-617c7aba43de', 'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'mac_address': 'fa:16:3e:48:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:08Z', 'updated_at': '2021-10-14T12:25:17Z', 'revision_number': 5, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'subnets': [{'id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:13.749394 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a90cb-54c5-42ad-9970-b02d264d3b30 None None] The sync data for ids ['531e5fd2-a949-454b-9dcf-e015dd509f68'] in dv-cinder-813984-2-iscsi is: [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:09Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': '6786006d-21aa-46eb-9512-5b6197973f80', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'port_id': '2acff619-3ddd-4a02-878d-73dd5ab248dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'mac_address': 'fa:16:3e:cc:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b6b59-aa6b-4905-b45f-53375fd3ff6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:29:45Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 1, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd886bdea-26f1-4774-b3bb-617c7aba43de', 'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'mac_address': 'fa:16:3e:48:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:08Z', 'updated_at': '2021-10-14T12:25:17Z', 'revision_number': 5, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'subnets': [{'id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:30:13.855585 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:13.939805 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:14.016383 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106aeef9-1970-4f47-a348-4382c50534c4 None None] Pushing event updated for resources: {'Port': ['ID=17680451-336c-400e-a026-855a9ef4c3ee,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:14.049258 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b123d-e203-436a-9209-3a5af8c57c26 None None] New status for floating IP 6786006d-21aa-46eb-9512-5b6197973f80: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:30:14.130625 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:14.247944 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:14.272052 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:14.286184 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:14.373514 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Pushing event updated for resources: {'Port': ['ID=67f3a3da-4697-4f0d-9ff7-c663fc1d854c,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:14.537458 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 17680451-336c-400e-a026-855a9ef4c3ee up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:14.632499 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 17680451-336c-400e-a026-855a9ef4c3ee triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:14.632499 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:14.735445 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:14.780007 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port 17680451-336c-400e-a026-855a9ef4c3ee, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=17680451-336c-400e-a026-855a9ef4c3ee,segment=NetworkSegment(35a85435-fbb2-4320-868c-0105676930f7),segment_id=35a85435-fbb2-4320-868c-0105676930f7)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:14.962499 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:15.000285 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:15.078134 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=17680451-336c-400e-a026-855a9ef4c3ee,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:15.240933 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515445'] for router, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:15.273375 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4295d-4f76-4c74-b226-40420bb37edf None None] Network 0bcd9b26-5dea-4975-ac05-223bbb44b5fd requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:30:15.376823 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-1ce06a8a-4a49-40f6-87ce-b52ce62cdbe9 None None] Provisioning complete for port 17680451-336c-400e-a026-855a9ef4c3ee triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:15.377492 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1ce06a8a-4a49-40f6-87ce-b52ce62cdbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:15.558681 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Router 1cc98882-7ca4-4c66-83c9-3e6716017a2c is scheduled to L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 with binding_index 1 {{(pid=100446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:30:15.689136 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:30:15.704862 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Sync routers for ids ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:30:15.716660 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Routers {'1cc98882-7ca4-4c66-83c9-3e6716017a2c'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:15.717298 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:29:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:15.785842 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bd1cbb2f-3dff-49f3-994c-a47850d0dad9 None None] Provisioning complete for port 17680451-336c-400e-a026-855a9ef4c3ee triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:15.786528 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bd1cbb2f-3dff-49f3-994c-a47850d0dad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:15.883327 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Set router 1cc98882-7ca4-4c66-83c9-3e6716017a2c gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:15.966060 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] Publish callbacks [] for router, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:15.968116 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-f50d0d30-bdf8-4ae9-9966-253ff0faec19 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9705825 Oct 14 12:30:15.971795 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53858) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:16.082903 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adcb69-923f-44f3-84ae-fa2d9904371e req-0999ebce-aef4-4dd0-920e-ea0a86af917c tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:16.084449 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-47adcb69-923f-44f3-84ae-fa2d9904371e req-0999ebce-aef4-4dd0-920e-ea0a86af917c tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 946 time: 0.1060207 Oct 14 12:30:16.108573 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:12Z', 'updated_at': '2021-10-14T12:30:14Z', 'revision_number': 3, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'gw_port': {'id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:13Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:16.140051 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Checking router: 1cc98882-7ca4-4c66-83c9-3e6716017a2c for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:30:16.140402 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Updating router 1cc98882-7ca4-4c66-83c9-3e6716017a2c port 67f3a3da-4697-4f0d-9ff7-c663fc1d854c binding host dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:30:16.160466 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-47adcb69-923f-44f3-84ae-fa2d9904371e req-f3f698fe-9a5c-4993-bb31-4b1bcac49645 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492973 Oct 14 12:30:16.168791 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:16.302640 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 17680451-336c-400e-a026-855a9ef4c3ee up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:16.556081 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:16.568576 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 17680451-336c-400e-a026-855a9ef4c3ee triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:16.569046 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:16.734846 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Publish callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:16.924362 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:16.981925 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Attempting to bind port 67f3a3da-4697-4f0d-9ff7-c663fc1d854c on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:16.982380 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Attempting to bind port 67f3a3da-4697-4f0d-9ff7-c663fc1d854c by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:16.982829 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Attempting to bind port 67f3a3da-4697-4f0d-9ff7-c663fc1d854c on network 391d765e-ac37-49b7-9354-c7118e5ccf2f {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:16.987984 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Allocated IP 172.20.0.1 (0bcd9b26-5dea-4975-ac05-223bbb44b5fd/f544528f-c12e-46ab-a1e5-7ead1f7055ab/599e73d7-97e1-452c-9c3d-141aad829e93) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:16.988639 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c33560-23e3-4404-af5a-575253df0bbf None None] Pushing event updated for resources: {'Port': ['ID=67f3a3da-4697-4f0d-9ff7-c663fc1d854c,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:16.990422 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:16.990888 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Checking segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:16.995995 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:16.995995 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Bound using segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:16.995995 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Bound port: 67f3a3da-4697-4f0d-9ff7-c663fc1d854c, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:16.995995 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:17.050242 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] For port 67f3a3da-4697-4f0d-9ff7-c663fc1d854c, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:17.053510 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] For port 67f3a3da-4697-4f0d-9ff7-c663fc1d854c, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=67f3a3da-4697-4f0d-9ff7-c663fc1d854c,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:17.087596 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:17.187129 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:17.236870 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:17.245808 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Routers {'1cc98882-7ca4-4c66-83c9-3e6716017a2c'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:17.246835 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:29:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:17.288379 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c33560-23e3-4404-af5a-575253df0bbf None None] Pushing event updated for resources: {'Port': ['ID=67f3a3da-4697-4f0d-9ff7-c663fc1d854c,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:17.303462 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Network 0bcd9b26-5dea-4975-ac05-223bbb44b5fd is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:17.311594 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:17.313980 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:17.350665 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Pushing event updated for resources: {'Port': ['ID=599e73d7-97e1-452c-9c3d-141aad829e93,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:17.383772 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] Set router 1cc98882-7ca4-4c66-83c9-3e6716017a2c gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:17.386155 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f4d74-f363-4553-ba19-781ebc68474b req-cb87baee-e51c-49a7-8259-3156036131f9 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:17.388802 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-db3f4d74-f363-4553-ba19-781ebc68474b req-cb87baee-e51c-49a7-8259-3156036131f9 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 946 time: 0.1224487 Oct 14 12:30:17.392565 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516674'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:17.514313 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-db3f4d74-f363-4553-ba19-781ebc68474b req-fb19522a-3b7b-4035-8bbd-1d1ca70318d0 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805721 Oct 14 12:30:17.543132 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a34a27-30f6-4090-9b77-a34b731befcd req-75980e43-9d86-4c37-9085-8029935c81a3 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:17.544786 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-58a34a27-30f6-4090-9b77-a34b731befcd req-75980e43-9d86-4c37-9085-8029935c81a3 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 946 time: 0.1017501 Oct 14 12:30:17.633114 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:12Z', 'updated_at': '2021-10-14T12:30:14Z', 'revision_number': 3, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'gw_port': {'id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:13Z', 'updated_at': '2021-10-14T12:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:17.668652 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f213652c-ca06-4c71-a8a8-048a19daa32d None None] The sync data for ids ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'] in dv-cinder-813984-2-iscsi is: [{'id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:12Z', 'updated_at': '2021-10-14T12:30:14Z', 'revision_number': 3, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'gw_port': {'id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:13Z', 'updated_at': '2021-10-14T12:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:30:17.681650 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-757a05c6-12d2-4350-9036-21842b2bcc77 None None] Provisioning complete for port 599e73d7-97e1-452c-9c3d-141aad829e93 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:17.682112 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-757a05c6-12d2-4350-9036-21842b2bcc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:17.688275 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-58a34a27-30f6-4090-9b77-a34b731befcd req-f34da7a9-50d0-4212-9be4-99419c3b5e02 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Deleting port 78926c92-9ec2-414f-b14e-a416dc5fd905 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:30:17.688661 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-58a34a27-30f6-4090-9b77-a34b731befcd req-f34da7a9-50d0-4212-9be4-99419c3b5e02 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:17.728532 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-757a05c6-12d2-4350-9036-21842b2bcc77 None None] Port 599e73d7-97e1-452c-9c3d-141aad829e93 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:30:17.741390 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-39056bb5-46c8-48da-bc46-f8f80b8c9bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:17.804913 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:17.830311 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-58a34a27-30f6-4090-9b77-a34b731befcd req-f34da7a9-50d0-4212-9be4-99419c3b5e02 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] For port 78926c92-9ec2-414f-b14e-a416dc5fd905, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=78926c92-9ec2-414f-b14e-a416dc5fd905,segment=NetworkSegment(ee439b7b-ac44-4277-933d-7e7bd077b666),segment_id=ee439b7b-ac44-4277-933d-7e7bd077b666)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:17.830675 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-58a34a27-30f6-4090-9b77-a34b731befcd req-f34da7a9-50d0-4212-9be4-99419c3b5e02 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:17.862895 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-58a34a27-30f6-4090-9b77-a34b731befcd req-f34da7a9-50d0-4212-9be4-99419c3b5e02 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Calling delete_port for 78926c92-9ec2-414f-b14e-a416dc5fd905 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:30:18.183081 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:18.324894 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 67f3a3da-4697-4f0d-9ff7-c663fc1d854c up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:18.340301 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:18.408177 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 67f3a3da-4697-4f0d-9ff7-c663fc1d854c triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:18.409337 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:18.415689 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-58a34a27-30f6-4090-9b77-a34b731befcd req-f34da7a9-50d0-4212-9be4-99419c3b5e02 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:18.440082 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Pushing event updated for resources: {'Port': ['ID=599e73d7-97e1-452c-9c3d-141aad829e93,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:18.476717 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516662'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:18.483406 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34da7a9-50d0-4212-9be4-99419c3b5e02 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Pushing event deleted for resources: {'Port': ['ID=78926c92-9ec2-414f-b14e-a416dc5fd905,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:18.511044 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:18.531833 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a34a27-30f6-4090-9b77-a34b731befcd req-f34da7a9-50d0-4212-9be4-99419c3b5e02 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] No DVR routers for this DVR port 78926c92-9ec2-414f-b14e-a416dc5fd905 on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:30:18.535711 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port 67f3a3da-4697-4f0d-9ff7-c663fc1d854c, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=67f3a3da-4697-4f0d-9ff7-c663fc1d854c,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:18.536064 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-58a34a27-30f6-4090-9b77-a34b731befcd req-f34da7a9-50d0-4212-9be4-99419c3b5e02 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:18.539925 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-58a34a27-30f6-4090-9b77-a34b731befcd req-f34da7a9-50d0-4212-9be4-99419c3b5e02 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.82 "DELETE /v2.0/ports/78926c92-9ec2-414f-b14e-a416dc5fd905 HTTP/1.1" status: 204 len: 173 time: 0.9753795 Oct 14 12:30:18.545440 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5025e28-fc73-4730-b646-7a35174eaccf', 'name': 'network-vif-deleted', 'tag': '78926c92-9ec2-414f-b14e-a416dc5fd905'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:18.545440 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bfb745-8ced-421f-8562-03287ed27447" -d '{"events": [{"server_uuid": "d5025e28-fc73-4730-b646-7a35174eaccf", "name": "network-vif-deleted", "tag": "78926c92-9ec2-414f-b14e-a416dc5fd905"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:18.596098 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566ae9e5-55a3-4bff-b9c4-5f96f7b32d5c x-openstack-request-id: req-566ae9e5-55a3-4bff-b9c4-5f96f7b32d5c {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:30:18.596487 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5025e28-fc73-4730-b646-7a35174eaccf", "name": "network-vif-deleted", "tag": "78926c92-9ec2-414f-b14e-a416dc5fd905", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:30:18.596808 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-566ae9e5-55a3-4bff-b9c4-5f96f7b32d5c {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:30:18.597319 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5025e28-fc73-4730-b646-7a35174eaccf', 'name': 'network-vif-deleted', 'tag': '78926c92-9ec2-414f-b14e-a416dc5fd905', 'status': 'completed', 'code': 200} Oct 14 12:30:18.659725 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Network 0bcd9b26-5dea-4975-ac05-223bbb44b5fd is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:18.662517 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-67769838-8ffc-43e9-92dc-cecb32953353 req-874bf8d1-43be-4439-91a7-f8e4bb4f9e26 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 210 time: 0.0346515 Oct 14 12:30:18.663618 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:18.728395 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:18.833664 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Router 1cc98882-7ca4-4c66-83c9-3e6716017a2c has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:30:18.850051 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=67f3a3da-4697-4f0d-9ff7-c663fc1d854c,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:18.975456 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-b2ecb426-223a-4f32-aa0d-13b8872a628a None None] Provisioning complete for port 599e73d7-97e1-452c-9c3d-141aad829e93 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:18.975745 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb426-223a-4f32-aa0d-13b8872a628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:19.004286 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:30:19.011162 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-b2ecb426-223a-4f32-aa0d-13b8872a628a None None] Port 599e73d7-97e1-452c-9c3d-141aad829e93 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:30:19.013175 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-6b975bf2-5401-4e39-a999-29aed19c772a admin admin] 10.222.0.71 "PUT /v2.0/routers/1cc98882-7ca4-4c66-83c9-3e6716017a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0393057 Oct 14 12:30:19.503555 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 78926c92-9ec2-414f-b14e-a416dc5fd905 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:30:19.525250 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: 78926c92-9ec2-414f-b14e-a416dc5fd905 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:30:19.525492 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 78926c92-9ec2-414f-b14e-a416dc5fd905 not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:30:19.569367 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Sync routers for ids ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:30:19.578805 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Routers {'1cc98882-7ca4-4c66-83c9-3e6716017a2c'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:19.579407 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:29:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:19.692111 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Set router 1cc98882-7ca4-4c66-83c9-3e6716017a2c gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:19.801697 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e39c322-9b13-4280-98f8-756b33064eec req-6cb37641-20e9-47f2-8af2-c15aea9e5b5f tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5025e28-fc73-4730-b646-7a35174eaccf HTTP/1.1" status: 200 len: 210 time: 0.0360544 Oct 14 12:30:20.016107 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:12Z', 'updated_at': '2021-10-14T12:30:17Z', 'revision_number': 4, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'gw_port': {'id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:13Z', 'updated_at': '2021-10-14T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '599e73d7-97e1-452c-9c3d-141aad829e93', 'name': '', 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'mac_address': 'fa:16:3e:8c:cd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:17Z', 'revision_number': 2, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'subnets': [{'id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:20.045945 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Checking router: 1cc98882-7ca4-4c66-83c9-3e6716017a2c for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:30:20.046547 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Updating router 1cc98882-7ca4-4c66-83c9-3e6716017a2c port 599e73d7-97e1-452c-9c3d-141aad829e93 binding host dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:30:20.075075 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.087960 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53894) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:20.095722 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-153950869-network', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:20.249901 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] Made reservation on behalf of f873eb7cc3334f7d9cc94ba51687472f for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:30:20.253665 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.265884 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.312584 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 67f3a3da-4697-4f0d-9ff7-c663fc1d854c up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:20.361377 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.400576 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 67f3a3da-4697-4f0d-9ff7-c663fc1d854c triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:20.401050 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.421296 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.444899 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Publish callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.453412 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:30:20.457582 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-85cb502f-a591-42f2-ad1d-975cd6d8749e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.483502 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc255e4c-f859-4504-b392-dca98d8e6ad9,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:20.488764 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.490863 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.segments_db [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] Added segment 3f5070de-3f28-4f87-a887-924e0856f71c of type vlan for network 8101339d-b3f8-44fa-ac22-6859ca315313 Oct 14 12:30:20.536950 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.544679 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.592525 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526582f-1962-43c5-be72-3debe8845958 None None] Pushing event updated for resources: {'Port': ['ID=599e73d7-97e1-452c-9c3d-141aad829e93,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:20.604646 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526582f-1962-43c5-be72-3debe8845958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:20.605002 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526582f-1962-43c5-be72-3debe8845958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:20.605336 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526582f-1962-43c5-be72-3debe8845958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:20.605665 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526582f-1962-43c5-be72-3debe8845958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:20.605979 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526582f-1962-43c5-be72-3debe8845958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:20.606290 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526582f-1962-43c5-be72-3debe8845958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:20.606603 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526582f-1962-43c5-be72-3debe8845958 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:20.606941 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526582f-1962-43c5-be72-3debe8845958 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:20.607268 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526582f-1962-43c5-be72-3debe8845958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:20.607587 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526582f-1962-43c5-be72-3debe8845958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:20.607928 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526582f-1962-43c5-be72-3debe8845958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:20.608239 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526582f-1962-43c5-be72-3debe8845958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:20.660950 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Attempting to bind port 599e73d7-97e1-452c-9c3d-141aad829e93 on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:20.661573 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Attempting to bind port 599e73d7-97e1-452c-9c3d-141aad829e93 by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '35a85435-fbb2-4320-868c-0105676930f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:20.662141 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Attempting to bind port 599e73d7-97e1-452c-9c3d-141aad829e93 on network 0bcd9b26-5dea-4975-ac05-223bbb44b5fd {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:20.670244 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:20.677742 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Checking segment: {'id': '35a85435-fbb2-4320-868c-0105676930f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:20.677742 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.677742 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Bound using segment: {'id': '35a85435-fbb2-4320-868c-0105676930f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:20.677742 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Bound port: 599e73d7-97e1-452c-9c3d-141aad829e93, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a85435-fbb2-4320-868c-0105676930f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:20.677742 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.752248 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] For port 599e73d7-97e1-452c-9c3d-141aad829e93, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:20.755493 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] For port 599e73d7-97e1-452c-9c3d-141aad829e93, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=599e73d7-97e1-452c-9c3d-141aad829e93,segment=NetworkSegment(35a85435-fbb2-4320-868c-0105676930f7),segment_id=35a85435-fbb2-4320-868c-0105676930f7)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:20.778943 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.780073 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:20.784895 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.785006 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:30:20.840832 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] Pushing event updated for resources: {'Network': ['ID=8101339d-b3f8-44fa-ac22-6859ca315313,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:20.846687 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-93df33a5-7418-405e-9c8c-2129b6794c6f None None] Provisioning complete for port 599e73d7-97e1-452c-9c3d-141aad829e93 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:20.847183 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-93df33a5-7418-405e-9c8c-2129b6794c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.850950 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network 8101339d-b3f8-44fa-ac22-6859ca315313 details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:30:20.910275 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-93df33a5-7418-405e-9c8c-2129b6794c6f None None] Port 599e73d7-97e1-452c-9c3d-141aad829e93 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:30:20.914735 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:20.944133 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-fbf6838d-ee63-417a-9279-c9260b84c769 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8545763 Oct 14 12:30:20.947500 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 53904) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:20.953537 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-339a42b5-8fd9-4e9a-b455-2429035cf1e7 admin admin] Request body: {'subnet': {'network_id': '8101339d-b3f8-44fa-ac22-6859ca315313', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-153950869-subnet', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:20.978061 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526582f-1962-43c5-be72-3debe8845958 None None] Pushing event updated for resources: {'Port': ['ID=599e73d7-97e1-452c-9c3d-141aad829e93,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:20.990782 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Routers {'1cc98882-7ca4-4c66-83c9-3e6716017a2c'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:20.990782 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:30:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:21.108226 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] Set router 1cc98882-7ca4-4c66-83c9-3e6716017a2c gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:21.157228 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339a42b5-8fd9-4e9a-b455-2429035cf1e7 admin admin] Made reservation on behalf of f873eb7cc3334f7d9cc94ba51687472f for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:30:21.162696 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-339a42b5-8fd9-4e9a-b455-2429035cf1e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9230732'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:21.238191 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-a472332e-c2f6-4db0-8671-1be7d4692527 None None] Provisioning complete for port 599e73d7-97e1-452c-9c3d-141aad829e93 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:21.238974 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a472332e-c2f6-4db0-8671-1be7d4692527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:21.322048 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-76f9ca08-34f0-4d6d-a10b-132eddb3cb2d tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:21.324676 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-76f9ca08-34f0-4d6d-a10b-132eddb3cb2d tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/networks?id=ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 HTTP/1.1" status: 200 len: 809 time: 0.2387741 Oct 14 12:30:21.342764 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:12Z', 'updated_at': '2021-10-14T12:30:17Z', 'revision_number': 4, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'gw_port': {'id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:13Z', 'updated_at': '2021-10-14T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '599e73d7-97e1-452c-9c3d-141aad829e93', 'name': '', 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'mac_address': 'fa:16:3e:8c:cd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:20Z', 'revision_number': 4, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'subnets': [{'id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:21.346112 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a472332e-c2f6-4db0-8671-1be7d4692527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:21.356810 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-aa0f284d-35ae-449d-9d5d-8497e84aeeb2 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/quotas/0a572d02a0774891954984c3be54c2c2 HTTP/1.1" status: 200 len: 375 time: 0.0240271 Oct 14 12:30:21.380408 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f8a3a-e389-4c96-9c23-e0c19ce1803d None None] The sync data for ids ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'] in dv-cinder-813984-2-iscsi is: [{'id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:12Z', 'updated_at': '2021-10-14T12:30:17Z', 'revision_number': 4, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'gw_port': {'id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:13Z', 'updated_at': '2021-10-14T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '599e73d7-97e1-452c-9c3d-141aad829e93', 'name': '', 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'mac_address': 'fa:16:3e:8c:cd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:20Z', 'revision_number': 4, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'subnets': [{'id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:30:21.393714 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-a472332e-c2f6-4db0-8671-1be7d4692527 None None] For port 599e73d7-97e1-452c-9c3d-141aad829e93, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=599e73d7-97e1-452c-9c3d-141aad829e93,segment=NetworkSegment(35a85435-fbb2-4320-868c-0105676930f7),segment_id=35a85435-fbb2-4320-868c-0105676930f7)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:21.427722 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-65e0675c-ab61-4ba8-9fdc-b4242983b646 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0a572d02a0774891954984c3be54c2c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628884 Oct 14 12:30:21.482036 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a472332e-c2f6-4db0-8671-1be7d4692527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:21.558518 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:21.590240 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472332e-c2f6-4db0-8671-1be7d4692527 None None] Pushing event updated for resources: {'Port': ['ID=599e73d7-97e1-452c-9c3d-141aad829e93,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:21.745781 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-339a42b5-8fd9-4e9a-b455-2429035cf1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9883324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9230746'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:21.860693 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a42b5-8fd9-4e9a-b455-2429035cf1e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5541a09-a142-4a02-826a-b42d2936b0be,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:21.865959 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-adc9df28-cac7-4694-be59-67642e65ff91 service neutron] 10.222.0.71 "GET /v2.0/networks/ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725965 Oct 14 12:30:21.875399 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339a42b5-8fd9-4e9a-b455-2429035cf1e7 admin admin] Checking segment: {'id': '3f5070de-3f28-4f87-a887-924e0856f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8101339d-b3f8-44fa-ac22-6859ca315313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:21.875752 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339a42b5-8fd9-4e9a-b455-2429035cf1e7 admin admin] Network hostable DHCP agents. Network: 8101339d-b3f8-44fa-ac22-6859ca315313, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:30:21.987827 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-91394ef7-1932-423e-8ad4-c8b1d9c49705 service neutron] 10.222.0.71 "GET /v2.0/networks/ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096256 Oct 14 12:30:21.997691 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339a42b5-8fd9-4e9a-b455-2429035cf1e7 admin admin] Network 8101339d-b3f8-44fa-ac22-6859ca315313 is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:30:22.094704 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-339a42b5-8fd9-4e9a-b455-2429035cf1e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, 8101339d-b3f8-44fa-ac22-6859ca315313) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:22.099867 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339a42b5-8fd9-4e9a-b455-2429035cf1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:22.100818 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-339a42b5-8fd9-4e9a-b455-2429035cf1e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:22.106917 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5940ec1-2e66-4c5e-8bfe-d17cbccc75dc None None] Network 8101339d-b3f8-44fa-ac22-6859ca315313 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:30:22.189226 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-339a42b5-8fd9-4e9a-b455-2429035cf1e7 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2366648 Oct 14 12:30:22.189746 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53924) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:22.197827 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-153950869-router', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:22.258780 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:22.295610 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ca134399-1498-4d14-add3-645d597cbb76 req-2ec0bdc9-2459-4304-9e48-9c260f358fa5 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 210 time: 0.0859141 Oct 14 12:30:22.305091 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6897'] for router, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:22.306636 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6856'] for router, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:22.373082 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32e92919-0b57-5c86-a9a5-2f6e9a8fe1ba-8101339d-b3f8-44fa-ac22-6859ca315313', 'network_id': '8101339d-b3f8-44fa-ac22-6859ca315313', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'fixed_ips': [{'subnet_id': 'd5541a09-a142-4a02-826a-b42d2936b0be'}]}} from dv-cinder-813984-2-iscsi. {{(pid=100448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:30:22.375390 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:22.403775 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 599e73d7-97e1-452c-9c3d-141aad829e93 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:22.422895 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:22.534240 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 599e73d7-97e1-452c-9c3d-141aad829e93 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:22.534778 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:22.694276 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Allocated IP 172.20.0.2 (8101339d-b3f8-44fa-ac22-6859ca315313/d5541a09-a142-4a02-826a-b42d2936b0be/f3c5c979-29dd-4920-907c-ae9d4f558392) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:22.876645 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Publish callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:22.904608 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:22.914356 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:22.962985 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:23.005852 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Network 8101339d-b3f8-44fa-ac22-6859ca315313 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:23.009215 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:23.011817 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:23.026479 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Pushing event updated for resources: {'Port': ['ID=f3c5c979-29dd-4920-907c-ae9d4f558392,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:23.093277 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Attempting to bind port f3c5c979-29dd-4920-907c-ae9d4f558392 on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:23.093735 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Attempting to bind port f3c5c979-29dd-4920-907c-ae9d4f558392 by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '3f5070de-3f28-4f87-a887-924e0856f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8101339d-b3f8-44fa-ac22-6859ca315313'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:23.094169 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Attempting to bind port f3c5c979-29dd-4920-907c-ae9d4f558392 on network 8101339d-b3f8-44fa-ac22-6859ca315313 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:23.101326 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:23.102625 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Checking segment: {'id': '3f5070de-3f28-4f87-a887-924e0856f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8101339d-b3f8-44fa-ac22-6859ca315313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:23.103255 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:23.103740 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Bound using segment: {'id': '3f5070de-3f28-4f87-a887-924e0856f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8101339d-b3f8-44fa-ac22-6859ca315313'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:23.104338 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Bound port: f3c5c979-29dd-4920-907c-ae9d4f558392, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5070de-3f28-4f87-a887-924e0856f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8101339d-b3f8-44fa-ac22-6859ca315313'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:23.104594 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:23.256632 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] For port f3c5c979-29dd-4920-907c-ae9d4f558392, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:23.256632 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] For port f3c5c979-29dd-4920-907c-ae9d4f558392, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=f3c5c979-29dd-4920-907c-ae9d4f558392,segment=NetworkSegment(3f5070de-3f28-4f87-a887-924e0856f71c),segment_id=3f5070de-3f28-4f87-a887-924e0856f71c)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:23.265469 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:23.286403 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:23.385301 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2e46b0eb-4990-4c97-94a6-a117d573a5c9 req-d0bc34e3-25b0-4b4e-bb6e-7602b5df75c4 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 210 time: 0.0305719 Oct 14 12:30:23.403472 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:23.414435 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Allocated IP 172.27.2.56 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/eb05a9f9-0da7-444e-8c20-b6ba4f21ff20) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:23.481949 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef9903-6215-4427-ac14-bf39ad4a699e None None] Pushing event updated for resources: {'Port': ['ID=f3c5c979-29dd-4920-907c-ae9d4f558392,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:23.552699 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:23.659399 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:23.705321 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:23.712455 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:23.716006 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:23.771515 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=eb05a9f9-0da7-444e-8c20-b6ba4f21ff20,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:23.785062 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:23.785062 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:23.785062 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:23.785536 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:23.785689 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:23.785976 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:23.786308 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:23.786790 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:23.787055 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:23.787366 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:23.787676 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:23.787999 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:24.099947 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:24.341943 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515445'] for router, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:24.369490 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device f3c5c979-29dd-4920-907c-ae9d4f558392 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:24.516524 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-abbec936-465b-4b8f-9739-369c13b7d35c req-28fee137-0c20-49d1-923e-2b7a17465416 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 210 time: 0.0367460 Oct 14 12:30:24.553401 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377bb095-3d01-45de-b62a-e3ba87988b0c None None] Network 8101339d-b3f8-44fa-ac22-6859ca315313 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:30:24.563653 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Router 998ee2ca-002a-4e1d-981d-4cbc588ea1d3 is scheduled to L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 with binding_index 1 {{(pid=100446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:30:24.612995 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port f3c5c979-29dd-4920-907c-ae9d4f558392 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:24.615246 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:24.684459 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-3317fd3f-39c4-4347-aa4d-e1503647c25e None None] Provisioning complete for port f3c5c979-29dd-4920-907c-ae9d4f558392 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:24.684828 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3317fd3f-39c4-4347-aa4d-e1503647c25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:24.697010 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:30:24.736468 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Sync routers for ids ['998ee2ca-002a-4e1d-981d-4cbc588ea1d3'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:30:24.779883 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Routers {'998ee2ca-002a-4e1d-981d-4cbc588ea1d3'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:24.779883 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:30:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['998ee2ca-002a-4e1d-981d-4cbc588ea1d3'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:24.861321 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] Publish callbacks [] for router, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:24.862675 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-3ae8667f-9997-4709-bfba-6aaf85e6b9c7 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6711409 Oct 14 12:30:24.866521 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 53952) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:24.948417 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:24.994190 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3317fd3f-39c4-4347-aa4d-e1503647c25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:25.020491 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Set router 998ee2ca-002a-4e1d-981d-4cbc588ea1d3 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:25.068110 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port f3c5c979-29dd-4920-907c-ae9d4f558392, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=f3c5c979-29dd-4920-907c-ae9d4f558392,segment=NetworkSegment(3f5070de-3f28-4f87-a887-924e0856f71c),segment_id=3f5070de-3f28-4f87-a887-924e0856f71c)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:25.250597 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:25.261601 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-12dcb207-9276-4fcb-bff9-dc3d26bbe53f tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:25.268260 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-12dcb207-9276-4fcb-bff9-dc3d26bbe53f tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.82 "GET /v2.0/networks?id=ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 HTTP/1.1" status: 200 len: 809 time: 0.2272148 Oct 14 12:30:25.281646 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Request body: {'port': {'device_id': '33128edc-f02e-47f7-bee3-ed12c249ff48', 'network_id': 'ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3', 'admin_state_up': True, 'tenant_id': '0a572d02a0774891954984c3be54c2c2'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:25.388481 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.db.api [None req-3317fd3f-39c4-4347-aa4d-e1503647c25e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 12:30:25.389091 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG oslo_db.api [None req-3317fd3f-39c4-4347-aa4d-e1503647c25e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 12:30:25.397007 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=f3c5c979-29dd-4920-907c-ae9d4f558392,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:25.410885 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'name': 'tempest-TestMinimumBasicScenario-153950869-router', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'eb05a9f9-0da7-444e-8c20-b6ba4f21ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:22Z', 'updated_at': '2021-10-14T12:30:23Z', 'revision_number': 3, 'project_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'gw_port': {'id': 'eb05a9f9-0da7-444e-8c20-b6ba4f21ff20', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:23Z', 'updated_at': '2021-10-14T12:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:25.446458 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Checking router: 998ee2ca-002a-4e1d-981d-4cbc588ea1d3 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:30:25.446880 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Updating router 998ee2ca-002a-4e1d-981d-4cbc588ea1d3 port eb05a9f9-0da7-444e-8c20-b6ba4f21ff20 binding host dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:30:25.484052 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:25.508501 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:25.558161 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Made reservation on behalf of 0a572d02a0774891954984c3be54c2c2 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:30:25.568814 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:25.764975 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6a0570ad-9508-479a-9717-4097deeb1def req-497385f4-9c73-4ee8-b42f-9e5cf1c8faa1 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 210 time: 0.0581951 Oct 14 12:30:25.806500 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Allocated IP 172.20.0.1 (8101339d-b3f8-44fa-ac22-6859ca315313/d5541a09-a142-4a02-826a-b42d2936b0be/0bc341d9-0be8-4b3a-b68b-0baa727f0fbc) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:25.880468 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Allocated IP 172.20.0.2 (ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3/f7b2ba6a-8740-4446-9705-991ca4c7cbe7/2ca3f1de-e561-433a-8be6-de88d9e0ac6f) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:25.965434 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:25.974251 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Publish callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:26.065045 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:26.092699 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:26.096184 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:26.148690 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Attempting to bind port eb05a9f9-0da7-444e-8c20-b6ba4f21ff20 on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:26.149133 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Attempting to bind port eb05a9f9-0da7-444e-8c20-b6ba4f21ff20 by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:26.149424 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Attempting to bind port eb05a9f9-0da7-444e-8c20-b6ba4f21ff20 on network 391d765e-ac37-49b7-9354-c7118e5ccf2f {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:26.156111 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Network 8101339d-b3f8-44fa-ac22-6859ca315313 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:26.159037 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e6ad4-5c84-4194-9817-099d2c4cd278 None None] Pushing event updated for resources: {'Port': ['ID=eb05a9f9-0da7-444e-8c20-b6ba4f21ff20,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:26.160831 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:26.164030 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:26.164456 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Checking segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:26.164918 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:26.165368 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Bound using segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:26.165865 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Bound port: eb05a9f9-0da7-444e-8c20-b6ba4f21ff20, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:26.166284 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:26.168017 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-4d808d2a-824f-4af8-ac47-fb9e32c6be14 None None] Provisioning complete for port f3c5c979-29dd-4920-907c-ae9d4f558392 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:26.170597 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4d808d2a-824f-4af8-ac47-fb9e32c6be14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:26.178134 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:26.239667 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:26.248881 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc341d9-0be8-4b3a-b68b-0baa727f0fbc,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:26.273960 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516674'] for router_interface, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:26.284822 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] For port eb05a9f9-0da7-444e-8c20-b6ba4f21ff20, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:26.303052 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] For port eb05a9f9-0da7-444e-8c20-b6ba4f21ff20, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=eb05a9f9-0da7-444e-8c20-b6ba4f21ff20,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:26.403664 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:26.406345 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Network ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:26.407617 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Pushing event updated for resources: {'Port': ['ID=2ca3f1de-e561-433a-8be6-de88d9e0ac6f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:26.411434 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:26.418675 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:26.428674 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:26.429067 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:26.429350 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:26.430185 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:26.430519 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:26.430886 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:26.431213 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:26.431537 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:26.431860 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:26.432427 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:26.432750 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:26.433073 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:26.486151 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device f3c5c979-29dd-4920-907c-ae9d4f558392 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:26.533809 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:26.534840 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:26.535024 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e6ad4-5c84-4194-9817-099d2c4cd278 None None] Pushing event updated for resources: {'Port': ['ID=eb05a9f9-0da7-444e-8c20-b6ba4f21ff20,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:26.548105 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Routers {'998ee2ca-002a-4e1d-981d-4cbc588ea1d3'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:26.548728 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:30:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['998ee2ca-002a-4e1d-981d-4cbc588ea1d3'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:26.600472 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port f3c5c979-29dd-4920-907c-ae9d4f558392 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:26.600830 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:26.673995 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:26.711622 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] Set router 998ee2ca-002a-4e1d-981d-4cbc588ea1d3 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:26.747866 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-39411112-eaa0-4557-a86c-290db54f5c39 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4705465 Oct 14 12:30:26.823792 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Request body: {'port': {'device_id': '33128edc-f02e-47f7-bee3-ed12c249ff48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:26.927132 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:26.949483 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:26.995992 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-88228adf-fabc-4f94-b420-901ffaf8ef2b None None] Provisioning complete for port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:26.996322 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-88228adf-fabc-4f94-b420-901ffaf8ef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:27.046008 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9ba1-da30-487f-a1e9-5ed0079413a4 req-abfb5b81-e826-4c85-9c58-d350c350f9bb tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:27.047999 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-835e9ba1-da30-487f-a1e9-5ed0079413a4 req-abfb5b81-e826-4c85-9c58-d350c350f9bb tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 931 time: 0.1303201 Oct 14 12:30:27.050675 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9919115'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:27.094611 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-88228adf-fabc-4f94-b420-901ffaf8ef2b None None] Port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:30:27.155299 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc341d9-0be8-4b3a-b68b-0baa727f0fbc,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:27.158108 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516662'] for router_interface, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:27.177415 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'name': 'tempest-TestMinimumBasicScenario-153950869-router', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'eb05a9f9-0da7-444e-8c20-b6ba4f21ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:22Z', 'updated_at': '2021-10-14T12:30:23Z', 'revision_number': 3, 'project_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'gw_port': {'id': 'eb05a9f9-0da7-444e-8c20-b6ba4f21ff20', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:23Z', 'updated_at': '2021-10-14T12:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:27.200159 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-835e9ba1-da30-487f-a1e9-5ed0079413a4 req-1a0d338b-fee6-445f-8de1-769864a19401 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247399 Oct 14 12:30:27.222056 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82facc-1b61-440f-b3b0-dd442b9ece6e None None] The sync data for ids ['998ee2ca-002a-4e1d-981d-4cbc588ea1d3'] in dv-cinder-813984-2-iscsi is: [{'id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'name': 'tempest-TestMinimumBasicScenario-153950869-router', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'eb05a9f9-0da7-444e-8c20-b6ba4f21ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:22Z', 'updated_at': '2021-10-14T12:30:23Z', 'revision_number': 3, 'project_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'gw_port': {'id': 'eb05a9f9-0da7-444e-8c20-b6ba4f21ff20', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:23Z', 'updated_at': '2021-10-14T12:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:30:27.429168 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca3f1de-e561-433a-8be6-de88d9e0ac6f {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:30:27.439072 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:27.455548 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Transition to ACTIVE for port object 2ca3f1de-e561-433a-8be6-de88d9e0ac6f will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:30:27.557791 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Network 8101339d-b3f8-44fa-ac22-6859ca315313 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:27.559828 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:27.561663 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:27.636721 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca3f1de-e561-433a-8be6-de88d9e0ac6f,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:27.729796 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Router 998ee2ca-002a-4e1d-981d-4cbc588ea1d3 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:30:27.732469 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Attempting to bind port 2ca3f1de-e561-433a-8be6-de88d9e0ac6f on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:27.733022 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Attempting to bind port 2ca3f1de-e561-433a-8be6-de88d9e0ac6f by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'ee439b7b-ac44-4277-933d-7e7bd077b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:27.733739 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Attempting to bind port 2ca3f1de-e561-433a-8be6-de88d9e0ac6f on network ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:27.746321 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Port 2ca3f1de-e561-433a-8be6-de88d9e0ac6f on network ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:30:27.746657 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Attempting to bind port 2ca3f1de-e561-433a-8be6-de88d9e0ac6f on network ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:27.761567 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:27.763034 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Checking segment: {'id': 'ee439b7b-ac44-4277-933d-7e7bd077b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:27.763627 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Bound using segment: {'id': 'ee439b7b-ac44-4277-933d-7e7bd077b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:27.764467 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Bound port: 2ca3f1de-e561-433a-8be6-de88d9e0ac6f, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee439b7b-ac44-4277-933d-7e7bd077b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:27.765066 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:27.873996 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] For port 2ca3f1de-e561-433a-8be6-de88d9e0ac6f, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:27.877731 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] For port 2ca3f1de-e561-433a-8be6-de88d9e0ac6f, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2ca3f1de-e561-433a-8be6-de88d9e0ac6f,segment=NetworkSegment(ee439b7b-ac44-4277-933d-7e7bd077b666),segment_id=ee439b7b-ac44-4277-933d-7e7bd077b666)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:27.884975 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:30:27.893875 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-a7ab2e24-8385-4aa9-b4c1-ab35341cdff6 admin admin] 10.222.0.71 "PUT /v2.0/routers/998ee2ca-002a-4e1d-981d-4cbc588ea1d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0226269 Oct 14 12:30:27.934369 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-f2c0689b-2b79-4331-8254-57414d72ba56 None None] Provisioning complete for port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:27.936081 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f2c0689b-2b79-4331-8254-57414d72ba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:27.985418 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:28.020095 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f2c0689b-2b79-4331-8254-57414d72ba56 None None] Port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:30:28.071425 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:28.072740 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:28.074912 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] 10.222.0.82 "PUT /v2.0/ports/2ca3f1de-e561-433a-8be6-de88d9e0ac6f HTTP/1.1" status: 200 len: 1093 time: 1.3188021 Oct 14 12:30:28.075564 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33128edc-f02e-47f7-bee3-ed12c249ff48', 'tag': '2ca3f1de-e561-433a-8be6-de88d9e0ac6f'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:28.078053 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f430cb44-5015-40c6-bb24-7e629ae99c17" -d '{"events": [{"name": "network-changed", "server_uuid": "33128edc-f02e-47f7-bee3-ed12c249ff48", "tag": "2ca3f1de-e561-433a-8be6-de88d9e0ac6f"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:28.116022 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e9b60-98a6-4743-ab96-56bca715ced9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca3f1de-e561-433a-8be6-de88d9e0ac6f,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:28.309931 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-6643ce0c-c3b0-41e0-a2d1-5e0ae0f64c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:28.312281 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-6643ce0c-c3b0-41e0-a2d1-5e0ae0f64c24 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0a572d02a0774891954984c3be54c2c2&device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 1096 time: 0.1090488 Oct 14 12:30:28.434327 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f36f73-00ff-41cd-acbd-4f10b8068331 x-openstack-request-id: req-22f36f73-00ff-41cd-acbd-4f10b8068331 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:30:28.434782 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33128edc-f02e-47f7-bee3-ed12c249ff48", "tag": "2ca3f1de-e561-433a-8be6-de88d9e0ac6f", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:30:28.435335 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-22f36f73-00ff-41cd-acbd-4f10b8068331 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:30:28.435335 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33128edc-f02e-47f7-bee3-ed12c249ff48', 'tag': '2ca3f1de-e561-433a-8be6-de88d9e0ac6f', 'status': 'completed', 'code': 200} Oct 14 12:30:28.439262 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-0492ea7f-0e84-4432-8e2d-76afb33dea85 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ca3f1de-e561-433a-8be6-de88d9e0ac6f HTTP/1.1" status: 200 len: 217 time: 0.1172419 Oct 14 12:30:28.520652 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device eb05a9f9-0da7-444e-8c20-b6ba4f21ff20 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:28.566038 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-312cd0c7-4905-4eb5-8922-2dad97c2c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:28.567638 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-312cd0c7-4905-4eb5-8922-2dad97c2c077 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f7b2ba6a-8740-4446-9705-991ca4c7cbe7 HTTP/1.1" status: 200 len: 849 time: 0.1187351 Oct 14 12:30:28.578481 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc3fee-a50e-496a-8901-48d1a3123913 req-5aa838c2-bd1b-4900-a55a-e816f60e8e10 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:28.580336 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-68bc3fee-a50e-496a-8901-48d1a3123913 req-5aa838c2-bd1b-4900-a55a-e816f60e8e10 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 943 time: 0.1440156 Oct 14 12:30:28.591286 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port eb05a9f9-0da7-444e-8c20-b6ba4f21ff20 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:28.592017 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:28.625286 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-0eb2f10c-2dfb-466e-964d-0c2fdf41e61c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427601 Oct 14 12:30:28.671022 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-68bc3fee-a50e-496a-8901-48d1a3123913 req-4b223dc9-d2f1-468b-82bf-e19f81dc5500 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790768 Oct 14 12:30:28.757222 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:28.767554 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-5d965a60-31bb-4110-bc1d-4a5507aa609a service neutron] 10.222.0.82 "GET /v2.0/networks/ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339324 Oct 14 12:30:28.782308 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port eb05a9f9-0da7-444e-8c20-b6ba4f21ff20, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=eb05a9f9-0da7-444e-8c20-b6ba4f21ff20,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:28.891246 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4c59cad5-1258-4f9d-9cff-7dcc72cabbb6 req-a0a4d8e1-395d-4d71-9746-868bff789bac service neutron] 10.222.0.82 "GET /v2.0/networks/ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094520 Oct 14 12:30:28.923858 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:28.988212 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=eb05a9f9-0da7-444e-8c20-b6ba4f21ff20,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:29.124639 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cb44-5015-40c6-bb24-7e629ae99c17 req-0e6846ee-1716-41f5-87e8-282397d12599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:29.126423 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f430cb44-5015-40c6-bb24-7e629ae99c17 req-0e6846ee-1716-41f5-87e8-282397d12599 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0a572d02a0774891954984c3be54c2c2&device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 1096 time: 0.0882783 Oct 14 12:30:29.301825 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cb44-5015-40c6-bb24-7e629ae99c17 req-f3153dff-47fc-4b55-89b0-343395489f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:29.306582 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f430cb44-5015-40c6-bb24-7e629ae99c17 req-f3153dff-47fc-4b55-89b0-343395489f05 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 HTTP/1.1" status: 200 len: 910 time: 0.1699615 Oct 14 12:30:29.357862 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f430cb44-5015-40c6-bb24-7e629ae99c17 req-796bcebc-0304-4c51-bafc-6d8260107c40 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ca3f1de-e561-433a-8be6-de88d9e0ac6f HTTP/1.1" status: 200 len: 217 time: 0.0455401 Oct 14 12:30:29.423686 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cb44-5015-40c6-bb24-7e629ae99c17 req-5ea58869-3f4a-4039-a4df-d3501e37a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:29.425835 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f430cb44-5015-40c6-bb24-7e629ae99c17 req-5ea58869-3f4a-4039-a4df-d3501e37a121 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f7b2ba6a-8740-4446-9705-991ca4c7cbe7 HTTP/1.1" status: 200 len: 849 time: 0.0599813 Oct 14 12:30:29.470161 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Sync routers for ids ['998ee2ca-002a-4e1d-981d-4cbc588ea1d3'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:30:29.476988 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f430cb44-5015-40c6-bb24-7e629ae99c17 req-fbdeba7f-fefd-4271-8c85-b8b03ebfa274 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428102 Oct 14 12:30:29.484642 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Routers {'998ee2ca-002a-4e1d-981d-4cbc588ea1d3'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:29.485557 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:30:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['998ee2ca-002a-4e1d-981d-4cbc588ea1d3'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:29.697670 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Set router 998ee2ca-002a-4e1d-981d-4cbc588ea1d3 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:30.113328 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'name': 'tempest-TestMinimumBasicScenario-153950869-router', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'eb05a9f9-0da7-444e-8c20-b6ba4f21ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:22Z', 'updated_at': '2021-10-14T12:30:26Z', 'revision_number': 4, 'project_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'gw_port': {'id': 'eb05a9f9-0da7-444e-8c20-b6ba4f21ff20', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:23Z', 'updated_at': '2021-10-14T12:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '0bc341d9-0be8-4b3a-b68b-0baa727f0fbc', 'name': '', 'network_id': '8101339d-b3f8-44fa-ac22-6859ca315313', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'mac_address': 'fa:16:3e:87:d1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd5541a09-a142-4a02-826a-b42d2936b0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:25Z', 'updated_at': '2021-10-14T12:30:26Z', 'revision_number': 2, 'project_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'subnets': [{'id': 'd5541a09-a142-4a02-826a-b42d2936b0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:30.199926 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Checking router: 998ee2ca-002a-4e1d-981d-4cbc588ea1d3 for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:30:30.200562 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Updating router 998ee2ca-002a-4e1d-981d-4cbc588ea1d3 port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc binding host dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:30:30.283347 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:30.397746 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device eb05a9f9-0da7-444e-8c20-b6ba4f21ff20 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:30.428101 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca268f4f-0c52-4c34-b4db-7b7f8b82c88b req-42f7692e-02b4-4c64-86b7-321d60fbcc88 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:30.440541 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ca268f4f-0c52-4c34-b4db-7b7f8b82c88b req-42f7692e-02b4-4c64-86b7-321d60fbcc88 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 943 time: 0.3022563 Oct 14 12:30:30.450400 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f430cb44-5015-40c6-bb24-7e629ae99c17 req-1e046e2a-d29f-4462-80fb-4ebf4e23dce2 service neutron] 10.222.0.82 "GET /v2.0/networks/ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9654257 Oct 14 12:30:30.542959 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port eb05a9f9-0da7-444e-8c20-b6ba4f21ff20 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:30.549206 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:30.556287 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3982792-3d4e-4f2f-8872-0f3733f7dbee req-89209e39-2869-47f9-9208-fd5fd97e86dd tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:30.557873 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f3982792-3d4e-4f2f-8872-0f3733f7dbee req-89209e39-2869-47f9-9208-fd5fd97e86dd tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.3087189 Oct 14 12:30:30.702284 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ca268f4f-0c52-4c34-b4db-7b7f8b82c88b req-1495a86b-8c3e-42e7-a21b-945e0dc86790 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606568 Oct 14 12:30:30.739484 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f3982792-3d4e-4f2f-8872-0f3733f7dbee req-15f4c71e-3bc0-4198-a55c-53cf206847f2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456656 Oct 14 12:30:30.853887 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f430cb44-5015-40c6-bb24-7e629ae99c17 req-62deb7dd-621a-4904-a5f9-a2f333f1f7e7 service neutron] 10.222.0.82 "GET /v2.0/networks/ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630989 Oct 14 12:30:31.015260 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Publish callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:31.110905 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:31.272433 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fe7de-8b2e-4fcc-bf54-d825edd41e5c None None] Pushing event updated for resources: {'Port': ['ID=0bc341d9-0be8-4b3a-b68b-0baa727f0fbc,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:31.327510 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Attempting to bind port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:31.328125 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Attempting to bind port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': '3f5070de-3f28-4f87-a887-924e0856f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8101339d-b3f8-44fa-ac22-6859ca315313'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:31.328684 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Attempting to bind port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc on network 8101339d-b3f8-44fa-ac22-6859ca315313 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:31.347449 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:31.348156 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Checking segment: {'id': '3f5070de-3f28-4f87-a887-924e0856f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8101339d-b3f8-44fa-ac22-6859ca315313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:31.349079 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:31.349946 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Bound using segment: {'id': '3f5070de-3f28-4f87-a887-924e0856f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8101339d-b3f8-44fa-ac22-6859ca315313'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:31.351314 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Bound port: 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5070de-3f28-4f87-a887-924e0856f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8101339d-b3f8-44fa-ac22-6859ca315313'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:31.352694 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:31.502706 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] For port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:31.509918 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] For port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=0bc341d9-0be8-4b3a-b68b-0baa727f0fbc,segment=NetworkSegment(3f5070de-3f28-4f87-a887-924e0856f71c),segment_id=3f5070de-3f28-4f87-a887-924e0856f71c)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:31.567195 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 2ca3f1de-e561-433a-8be6-de88d9e0ac6f details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:30:31.615745 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:31.718990 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-ca6513de-cf80-4de6-a0a4-23595ce03613 None None] Provisioning complete for port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:31.720033 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca6513de-cf80-4de6-a0a4-23595ce03613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:31.899398 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fe7de-8b2e-4fcc-bf54-d825edd41e5c None None] Pushing event updated for resources: {'Port': ['ID=0bc341d9-0be8-4b3a-b68b-0baa727f0fbc,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:31.978947 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Routers {'998ee2ca-002a-4e1d-981d-4cbc588ea1d3'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:31.979843 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:30:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['998ee2ca-002a-4e1d-981d-4cbc588ea1d3'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:32.155120 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 2ca3f1de-e561-433a-8be6-de88d9e0ac6f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2ca3f1de-e561-433a-8be6-de88d9e0ac6f,segment=NetworkSegment(ee439b7b-ac44-4277-933d-7e7bd077b666),segment_id=ee439b7b-ac44-4277-933d-7e7bd077b666)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:32.198016 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a90a7-60ad-4870-918f-26984eac834b req-443e4d7b-992e-42dd-8c31-00e34ec1355c tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:32.200680 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e06a90a7-60ad-4870-918f-26984eac834b req-443e4d7b-992e-42dd-8c31-00e34ec1355c tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 943 time: 0.2604377 Oct 14 12:30:32.280841 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] Set router 998ee2ca-002a-4e1d-981d-4cbc588ea1d3 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:32.284717 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2de6f-ff6a-40b4-abb5-0ab4ca858b02 req-250b252e-5d49-455c-9602-dec57ec36557 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:32.296304 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3dd2de6f-ff6a-40b4-abb5-0ab4ca858b02 req-250b252e-5d49-455c-9602-dec57ec36557 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.2495303 Oct 14 12:30:32.301592 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca6513de-cf80-4de6-a0a4-23595ce03613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:32.302567 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '2ca3f1de-e561-433a-8be6-de88d9e0ac6f', 'network_id': 'ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3', 'port_id': '2ca3f1de-e561-433a-8be6-de88d9e0ac6f', 'mac_address': 'fa:16:3e:84:dd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b2ba6a-8740-4446-9705-991ca4c7cbe7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:30:32.312119 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e06a90a7-60ad-4870-918f-26984eac834b req-a8e30add-87e7-4dea-8715-717a5c0898b7 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023238 Oct 14 12:30:32.420452 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-ca6513de-cf80-4de6-a0a4-23595ce03613 None None] For port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=0bc341d9-0be8-4b3a-b68b-0baa727f0fbc,segment=NetworkSegment(3f5070de-3f28-4f87-a887-924e0856f71c),segment_id=3f5070de-3f28-4f87-a887-924e0856f71c)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:32.421801 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3dd2de6f-ff6a-40b4-abb5-0ab4ca858b02 req-53c5f651-44dd-4403-b2bd-ae13b10c2bca tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244137 Oct 14 12:30:32.428531 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:32.454207 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca3f1de-e561-433a-8be6-de88d9e0ac6f {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:30:32.494986 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca6513de-cf80-4de6-a0a4-23595ce03613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:32.505196 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 2ca3f1de-e561-433a-8be6-de88d9e0ac6f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2ca3f1de-e561-433a-8be6-de88d9e0ac6f,segment=NetworkSegment(ee439b7b-ac44-4277-933d-7e7bd077b666),segment_id=ee439b7b-ac44-4277-933d-7e7bd077b666)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:32.593779 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:32.605524 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6513de-cf80-4de6-a0a4-23595ce03613 None None] Pushing event updated for resources: {'Port': ['ID=0bc341d9-0be8-4b3a-b68b-0baa727f0fbc,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:32.688396 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-cc451ba3-14d7-4b93-911c-a2adcf58e6a3 None None] Provisioning complete for port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:32.688396 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cc451ba3-14d7-4b93-911c-a2adcf58e6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:32.761094 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'name': 'tempest-TestMinimumBasicScenario-153950869-router', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'eb05a9f9-0da7-444e-8c20-b6ba4f21ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:22Z', 'updated_at': '2021-10-14T12:30:26Z', 'revision_number': 4, 'project_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'gw_port': {'id': 'eb05a9f9-0da7-444e-8c20-b6ba4f21ff20', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:23Z', 'updated_at': '2021-10-14T12:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '0bc341d9-0be8-4b3a-b68b-0baa727f0fbc', 'name': '', 'network_id': '8101339d-b3f8-44fa-ac22-6859ca315313', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'mac_address': 'fa:16:3e:87:d1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd5541a09-a142-4a02-826a-b42d2936b0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:25Z', 'updated_at': '2021-10-14T12:30:31Z', 'revision_number': 4, 'project_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'subnets': [{'id': 'd5541a09-a142-4a02-826a-b42d2936b0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:32.771203 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=2ca3f1de-e561-433a-8be6-de88d9e0ac6f,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:32.831250 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea9e936-16d0-4041-b61c-45b3053519cd None None] The sync data for ids ['998ee2ca-002a-4e1d-981d-4cbc588ea1d3'] in dv-cinder-813984-2-iscsi is: [{'id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'name': 'tempest-TestMinimumBasicScenario-153950869-router', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'eb05a9f9-0da7-444e-8c20-b6ba4f21ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:22Z', 'updated_at': '2021-10-14T12:30:26Z', 'revision_number': 4, 'project_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'gw_port': {'id': 'eb05a9f9-0da7-444e-8c20-b6ba4f21ff20', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:23Z', 'updated_at': '2021-10-14T12:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '0bc341d9-0be8-4b3a-b68b-0baa727f0fbc', 'name': '', 'network_id': '8101339d-b3f8-44fa-ac22-6859ca315313', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'mac_address': 'fa:16:3e:87:d1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd5541a09-a142-4a02-826a-b42d2936b0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:25Z', 'updated_at': '2021-10-14T12:30:31Z', 'revision_number': 4, 'project_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'subnets': [{'id': 'd5541a09-a142-4a02-826a-b42d2936b0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:30:32.880394 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['2ca3f1de-e561-433a-8be6-de88d9e0ac6f'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:30:33.519403 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685212-5572-40ba-8f52-a4ba930729d2 req-46eddbd1-b488-41db-91e2-5415da90b63c tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:33.532084 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3b685212-5572-40ba-8f52-a4ba930729d2 req-46eddbd1-b488-41db-91e2-5415da90b63c tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 944 time: 0.1028950 Oct 14 12:30:33.641622 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3b685212-5572-40ba-8f52-a4ba930729d2 req-55f63149-8844-4bff-9e9a-89502c0d8b75 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080487 Oct 14 12:30:33.693788 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9189b-cda2-4ae3-b7cd-a6ca04a59007 req-1b27d1c4-9cdf-4c44-9a5c-a34c815a758d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:33.713204 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7db9189b-cda2-4ae3-b7cd-a6ca04a59007 req-1b27d1c4-9cdf-4c44-9a5c-a34c815a758d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.1503592 Oct 14 12:30:33.798323 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7db9189b-cda2-4ae3-b7cd-a6ca04a59007 req-b82d5535-6af4-4947-99a1-079345ffc2a0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832980 Oct 14 12:30:34.361368 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:34.504604 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:34.505178 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:34.782205 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b1e8d-e99a-4ff6-8e22-420b1420f855 req-0e1ccdda-e520-4fc1-ad2b-8780582b3bc5 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:34.783770 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a6b1e8d-e99a-4ff6-8e22-420b1420f855 req-0e1ccdda-e520-4fc1-ad2b-8780582b3bc5 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 944 time: 0.0604987 Oct 14 12:30:34.825992 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a6b1e8d-e99a-4ff6-8e22-420b1420f855 req-7f3ae359-e03e-4a30-9d3d-799220900892 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345685 Oct 14 12:30:34.963980 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2950c-4ca0-48cf-b8bb-ac5ab496d9ff req-33ae61d4-6d03-447b-b17c-3288929d77e0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:34.965553 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-84f2950c-4ca0-48cf-b8bb-ac5ab496d9ff req-33ae61d4-6d03-447b-b17c-3288929d77e0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.0578818 Oct 14 12:30:35.014135 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-84f2950c-4ca0-48cf-b8bb-ac5ab496d9ff req-0c46db7c-f042-45aa-ba5c-7d9ab4ccb299 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421710 Oct 14 12:30:35.594570 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 2ca3f1de-e561-433a-8be6-de88d9e0ac6f up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:35.764133 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 2ca3f1de-e561-433a-8be6-de88d9e0ac6f completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:30:35.768609 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 2ca3f1de-e561-433a-8be6-de88d9e0ac6f triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:35.768977 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:35.920796 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:35.987223 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 2ca3f1de-e561-433a-8be6-de88d9e0ac6f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2ca3f1de-e561-433a-8be6-de88d9e0ac6f,segment=NetworkSegment(ee439b7b-ac44-4277-933d-7e7bd077b666),segment_id=ee439b7b-ac44-4277-933d-7e7bd077b666)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:35.988601 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33128edc-f02e-47f7-bee3-ed12c249ff48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca3f1de-e561-433a-8be6-de88d9e0ac6f'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:35.993840 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f429af9f-1ec2-4cbf-9ed6-81d3e1eeb20d" -d '{"events": [{"server_uuid": "33128edc-f02e-47f7-bee3-ed12c249ff48", "name": "network-vif-plugged", "status": "completed", "tag": "2ca3f1de-e561-433a-8be6-de88d9e0ac6f"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:36.047253 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b2b99-a256-43b0-bcff-ccae466602bf req-fd3e7370-206b-4420-ac7b-42523e3e5576 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:36.054005 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:36.061565 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fb5b2b99-a256-43b0-bcff-ccae466602bf req-fd3e7370-206b-4420-ac7b-42523e3e5576 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 944 time: 0.1004274 Oct 14 12:30:36.148621 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=2ca3f1de-e561-433a-8be6-de88d9e0ac6f,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:36.149631 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fb5b2b99-a256-43b0-bcff-ccae466602bf req-9845b49b-f454-47df-9cc5-bc38f922ebbe tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869613 Oct 14 12:30:36.295549 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:36.325860 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24afdfdb-6b49-46d0-a0b5-97bddc8d820f x-openstack-request-id: req-24afdfdb-6b49-46d0-a0b5-97bddc8d820f {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:30:36.326158 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33128edc-f02e-47f7-bee3-ed12c249ff48", "name": "network-vif-plugged", "status": "completed", "tag": "2ca3f1de-e561-433a-8be6-de88d9e0ac6f", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:30:36.326414 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-24afdfdb-6b49-46d0-a0b5-97bddc8d820f {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:30:36.326852 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33128edc-f02e-47f7-bee3-ed12c249ff48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca3f1de-e561-433a-8be6-de88d9e0ac6f', 'code': 200} Oct 14 12:30:36.370914 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d9e4c-0b9a-45b5-8eef-983f8fab8dcd req-d9862667-ebe5-4574-9efb-056446c0bffe tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:36.380745 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-af9d9e4c-0b9a-45b5-8eef-983f8fab8dcd req-d9862667-ebe5-4574-9efb-056446c0bffe tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.1012623 Oct 14 12:30:36.435606 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-af9d9e4c-0b9a-45b5-8eef-983f8fab8dcd req-3e2d789b-8973-43a8-ba2c-c8525823a897 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534678 Oct 14 12:30:36.734402 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d0427-c4b9-4990-bc1c-821929f9e75a req-d0a0ff54-918b-4711-8ee4-0bf1ba9bde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:36.736563 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b0d0427-c4b9-4990-bc1c-821929f9e75a req-d0a0ff54-918b-4711-8ee4-0bf1ba9bde12 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 1098 time: 0.0577536 Oct 14 12:30:36.808162 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5b0d0427-c4b9-4990-bc1c-821929f9e75a req-205cbcdb-b47e-4d45-877e-9de068dcd9d2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627694 Oct 14 12:30:37.336336 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088f564-1cd8-4a60-8e20-67a382c4ad31 req-4fb11a2c-779c-4013-b453-1a280a43a371 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:37.338331 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e088f564-1cd8-4a60-8e20-67a382c4ad31 req-4fb11a2c-779c-4013-b453-1a280a43a371 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 945 time: 0.0756681 Oct 14 12:30:37.393300 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e088f564-1cd8-4a60-8e20-67a382c4ad31 req-a8db2688-8eaf-444e-82b9-ac57d2717c0b tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450974 Oct 14 12:30:37.617421 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eed8d-1d25-4e43-9463-e339ca4e9379 req-f47e38c2-8c9b-4cf2-bf1a-eeda81a775a2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:37.629740 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-111eed8d-1d25-4e43-9463-e339ca4e9379 req-f47e38c2-8c9b-4cf2-bf1a-eeda81a775a2 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.0788732 Oct 14 12:30:37.700468 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-111eed8d-1d25-4e43-9463-e339ca4e9379 req-a8295522-d75d-471b-a967-7865d4d4a17b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720773 Oct 14 12:30:38.540089 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7bf26-da6e-4911-b717-6a6032b28ac7 req-447c4b16-d912-4782-b880-693e8546df63 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:38.541876 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2bb7bf26-da6e-4911-b717-6a6032b28ac7 req-447c4b16-d912-4782-b880-693e8546df63 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 945 time: 0.0559852 Oct 14 12:30:38.585780 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2bb7bf26-da6e-4911-b717-6a6032b28ac7 req-e5238114-a853-47bf-90e5-9b6d2a6b0184 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374465 Oct 14 12:30:38.884229 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0052980-7c0e-48fa-8329-3584be3be595 req-3448f684-03c8-483a-8a14-ce26fe5cfec7 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:38.896365 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b0052980-7c0e-48fa-8329-3584be3be595 req-3448f684-03c8-483a-8a14-ce26fe5cfec7 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.0699940 Oct 14 12:30:38.965661 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b0052980-7c0e-48fa-8329-3584be3be595 req-4f1093a4-4876-496f-89b3-9347342cf011 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597532 Oct 14 12:30:40.197493 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80a6e2-41a3-40cb-bebd-394d275866a0 req-eaf086ca-96a0-4d1a-97ea-6ddac59f6f85 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:40.206053 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9b80a6e2-41a3-40cb-bebd-394d275866a0 req-eaf086ca-96a0-4d1a-97ea-6ddac59f6f85 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.1047072 Oct 14 12:30:40.263718 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9b80a6e2-41a3-40cb-bebd-394d275866a0 req-43c03153-1572-4f45-b898-b6a0ac5208e0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561662 Oct 14 12:30:40.847554 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc02759-b01b-4d5a-9485-ec1631def168 req-d643c486-6d2b-41fc-9857-57f025642c6c tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:40.848998 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dfc02759-b01b-4d5a-9485-ec1631def168 req-d643c486-6d2b-41fc-9857-57f025642c6c tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 945 time: 0.0595837 Oct 14 12:30:40.900716 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dfc02759-b01b-4d5a-9485-ec1631def168 req-6359816b-0afb-43a3-a09e-6f84950e2a26 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439041 Oct 14 12:30:41.444365 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf265d-4634-45ed-b384-334b124f0872 req-9eed2c99-edd5-42b8-9ca5-1585a96a150d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:41.446771 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4cbf265d-4634-45ed-b384-334b124f0872 req-9eed2c99-edd5-42b8-9ca5-1585a96a150d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.0659580 Oct 14 12:30:41.527139 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4cbf265d-4634-45ed-b384-334b124f0872 req-a33c66dc-ae6a-46f3-9369-6ff9ddd84088 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726209 Oct 14 12:30:42.141234 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580c41c-d160-4b1d-af07-3cf1e300c951 req-63e15b49-1489-4c2a-b221-5fb694cf9561 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:42.149530 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c580c41c-d160-4b1d-af07-3cf1e300c951 req-63e15b49-1489-4c2a-b221-5fb694cf9561 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 945 time: 0.0857096 Oct 14 12:30:42.228080 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c580c41c-d160-4b1d-af07-3cf1e300c951 req-f64a207d-c777-4808-84d9-b701b0c2eaaa tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769904 Oct 14 12:30:42.444021 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd7544-4a2c-4de3-b61b-215b131c01be req-0422119f-93fc-47f1-9d28-6e8fc9cbe98d tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:42.446258 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-53cd7544-4a2c-4de3-b61b-215b131c01be req-0422119f-93fc-47f1-9d28-6e8fc9cbe98d tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.82 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 945 time: 0.0625081 Oct 14 12:30:42.673502 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-53cd7544-4a2c-4de3-b61b-215b131c01be req-551082ef-d59c-456f-b575-c7a49a73d624 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Deleting port 2ca3f1de-e561-433a-8be6-de88d9e0ac6f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:30:42.681607 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-53cd7544-4a2c-4de3-b61b-215b131c01be req-551082ef-d59c-456f-b575-c7a49a73d624 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:42.917324 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cff32-8aa3-4207-aa08-d172ba55015b req-c8d7c4c6-6a2d-4b28-bd5a-d36bc0dea2fc tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:42.932398 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c56cff32-8aa3-4207-aa08-d172ba55015b req-c8d7c4c6-6a2d-4b28-bd5a-d36bc0dea2fc tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.1848121 Oct 14 12:30:43.002574 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c56cff32-8aa3-4207-aa08-d172ba55015b req-fa5a5e95-4f05-4bb7-b6ef-6f4e04334182 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697892 Oct 14 12:30:43.021557 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-53cd7544-4a2c-4de3-b61b-215b131c01be req-551082ef-d59c-456f-b575-c7a49a73d624 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] For port 2ca3f1de-e561-433a-8be6-de88d9e0ac6f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2ca3f1de-e561-433a-8be6-de88d9e0ac6f,segment=NetworkSegment(ee439b7b-ac44-4277-933d-7e7bd077b666),segment_id=ee439b7b-ac44-4277-933d-7e7bd077b666)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:43.021915 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-53cd7544-4a2c-4de3-b61b-215b131c01be req-551082ef-d59c-456f-b575-c7a49a73d624 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:43.043891 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-53cd7544-4a2c-4de3-b61b-215b131c01be req-551082ef-d59c-456f-b575-c7a49a73d624 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Calling delete_port for 2ca3f1de-e561-433a-8be6-de88d9e0ac6f owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:30:43.377020 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ded9c-14a0-48ee-b52d-45c34d543389 req-3f413f81-8131-4715-8443-bb1caa7a28de tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:43.377020 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-665ded9c-14a0-48ee-b52d-45c34d543389 req-3f413f81-8131-4715-8443-bb1caa7a28de tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 945 time: 0.0565546 Oct 14 12:30:43.439263 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-665ded9c-14a0-48ee-b52d-45c34d543389 req-0126183a-a238-41a7-a65a-e938481e8553 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f682359-eafe-4ab8-bd97-15675dce28b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609040 Oct 14 12:30:43.627821 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 3820717d-7baa-4ef5-badc-cb86da4ffe37 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:30:43.737717 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 3820717d-7baa-4ef5-badc-cb86da4ffe37, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:43.741580 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-53cd7544-4a2c-4de3-b61b-215b131c01be req-551082ef-d59c-456f-b575-c7a49a73d624 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:43.754515 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['2ca3f1de-e561-433a-8be6-de88d9e0ac6f'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:30:43.757471 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'port_id': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'mac_address': 'fa:16:3e:5f:36:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:30:43.775187 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551082ef-d59c-456f-b575-c7a49a73d624 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Pushing event deleted for resources: {'Port': ['ID=2ca3f1de-e561-433a-8be6-de88d9e0ac6f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:43.824988 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:43.841771 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cd7544-4a2c-4de3-b61b-215b131c01be req-551082ef-d59c-456f-b575-c7a49a73d624 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] No DVR routers for this DVR port 2ca3f1de-e561-433a-8be6-de88d9e0ac6f on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:30:43.850199 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-53cd7544-4a2c-4de3-b61b-215b131c01be req-551082ef-d59c-456f-b575-c7a49a73d624 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:43.850925 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3820717d-7baa-4ef5-badc-cb86da4ffe37 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:30:43.854645 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-53cd7544-4a2c-4de3-b61b-215b131c01be req-551082ef-d59c-456f-b575-c7a49a73d624 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.82 "DELETE /v2.0/ports/2ca3f1de-e561-433a-8be6-de88d9e0ac6f HTTP/1.1" status: 204 len: 173 time: 1.3970337 Oct 14 12:30:43.855776 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33128edc-f02e-47f7-bee3-ed12c249ff48', 'name': 'network-vif-deleted', 'tag': '2ca3f1de-e561-433a-8be6-de88d9e0ac6f'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:43.858554 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d1b9c4-dfa3-4f18-96a6-47af34a7f2e0" -d '{"events": [{"server_uuid": "33128edc-f02e-47f7-bee3-ed12c249ff48", "name": "network-vif-deleted", "tag": "2ca3f1de-e561-433a-8be6-de88d9e0ac6f"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:43.921561 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 3820717d-7baa-4ef5-badc-cb86da4ffe37, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:43.950775 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4d4ec3-ea68-47ea-963d-a350cbe4d41c x-openstack-request-id: req-4b4d4ec3-ea68-47ea-963d-a350cbe4d41c {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:30:43.951049 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33128edc-f02e-47f7-bee3-ed12c249ff48", "name": "network-vif-deleted", "tag": "2ca3f1de-e561-433a-8be6-de88d9e0ac6f", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:30:43.951414 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4b4d4ec3-ea68-47ea-963d-a350cbe4d41c {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:30:43.951747 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33128edc-f02e-47f7-bee3-ed12c249ff48', 'name': 'network-vif-deleted', 'tag': '2ca3f1de-e561-433a-8be6-de88d9e0ac6f', 'status': 'completed', 'code': 200} Oct 14 12:30:44.038404 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:44.194519 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['3820717d-7baa-4ef5-badc-cb86da4ffe37'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:30:44.337695 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=3820717d-7baa-4ef5-badc-cb86da4ffe37,revision_number=6']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:44.358228 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:44.358666 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:44.359301 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:44.360057 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:44.360621 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:44.361162 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:44.361467 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:44.361813 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:44.362217 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:44.362799 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:44.363212 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:44.363417 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:44.367685 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fecb8-b49c-4b90-849e-70d31dc2a670 req-71afd6bc-ed30-4e06-89a6-83f5e9c40f26 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:44.370110 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c66fecb8-b49c-4b90-849e-70d31dc2a670 req-71afd6bc-ed30-4e06-89a6-83f5e9c40f26 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 945 time: 0.1348321 Oct 14 12:30:44.439280 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b19af-4204-44ce-8a57-ee9991f3fbb3 req-38d5ecc1-9a10-48d8-be87-01eac818bda4 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:44.443950 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-911b19af-4204-44ce-8a57-ee9991f3fbb3 req-38d5ecc1-9a10-48d8-be87-01eac818bda4 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 946 time: 0.1426511 Oct 14 12:30:44.497524 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c66fecb8-b49c-4b90-849e-70d31dc2a670 req-238b064f-ad9c-498b-bed4-776c013e4a5a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074643 Oct 14 12:30:44.555997 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-911b19af-4204-44ce-8a57-ee9991f3fbb3 req-87f162bd-1f4e-4aa3-96aa-5f86ec604868 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883191 Oct 14 12:30:44.730043 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-967d76db-3564-44cd-822f-73362f12c146 req-0535964f-c0f0-4604-b2af-d0a58d9b6270 tempest-VolumesActionsTest-1330397527 tempest-VolumesActionsTest-1330397527-project] 10.222.0.71 "GET /v2.0/ports?device_id=33128edc-f02e-47f7-bee3-ed12c249ff48 HTTP/1.1" status: 200 len: 210 time: 0.0628872 Oct 14 12:30:45.651128 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 3820717d-7baa-4ef5-badc-cb86da4ffe37 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:45.733325 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 3820717d-7baa-4ef5-badc-cb86da4ffe37 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:45.733694 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:45.814571 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced411e9-69c2-4f36-8ad8-128ffe75d7f7 req-a278c6ef-ab6b-42a2-ba27-f42afdc6485f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:45.816461 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ced411e9-69c2-4f36-8ad8-128ffe75d7f7 req-a278c6ef-ab6b-42a2-ba27-f42afdc6485f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 945 time: 0.1718729 Oct 14 12:30:45.863499 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-24cdd7a2-ba1f-4130-80dd-439558bb4646 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:45.865385 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-24cdd7a2-ba1f-4130-80dd-439558bb4646 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.82 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 946 time: 0.1256859 Oct 14 12:30:45.891490 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c7e1f-cad7-4b36-8e66-7e352da2cfa7 req-e3bf5278-b5c5-4ffb-ae73-2293b0dc9ec8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:45.902286 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8c5c7e1f-cad7-4b36-8e66-7e352da2cfa7 req-e3bf5278-b5c5-4ffb-ae73-2293b0dc9ec8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 946 time: 0.1873722 Oct 14 12:30:45.926667 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:45.981404 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3820717d-7baa-4ef5-badc-cb86da4ffe37'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:45.983799 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a895cc9-d287-4a14-98d3-10c89d15080c" -d '{"events": [{"server_uuid": "f375eb9d-5a5e-465f-b4d7-734d07d4963b", "name": "network-vif-plugged", "status": "completed", "tag": "3820717d-7baa-4ef5-badc-cb86da4ffe37"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:46.010479 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 3820717d-7baa-4ef5-badc-cb86da4ffe37, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:46.012085 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ced411e9-69c2-4f36-8ad8-128ffe75d7f7 req-8a9bd62c-0623-480b-839d-c4484d683ede tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688471 Oct 14 12:30:46.036671 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8c5c7e1f-cad7-4b36-8e66-7e352da2cfa7 req-ecad6ae5-a8eb-4a54-a4dd-4b8851ea38aa tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353438 Oct 14 12:30:46.094854 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:46.095756 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 8b3b28cd-0bf4-4273-baa8-cd3c20238212 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:30:46.145111 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-6c7dd940-36fb-4fd5-82a4-b8f60ed000e3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Deleting port 8b3b28cd-0bf4-4273-baa8-cd3c20238212 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:30:46.145607 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-6c7dd940-36fb-4fd5-82a4-b8f60ed000e3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:46.240749 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c6d396-b29a-4082-9695-0ea74194203c x-openstack-request-id: req-e8c6d396-b29a-4082-9695-0ea74194203c {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:30:46.241050 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f375eb9d-5a5e-465f-b4d7-734d07d4963b", "name": "network-vif-plugged", "status": "completed", "tag": "3820717d-7baa-4ef5-badc-cb86da4ffe37", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:30:46.242111 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e8c6d396-b29a-4082-9695-0ea74194203c {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:30:46.243149 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'code': 200} Oct 14 12:30:46.316688 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=3820717d-7baa-4ef5-badc-cb86da4ffe37,revision_number=7']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:46.343254 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-6c7dd940-36fb-4fd5-82a4-b8f60ed000e3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] For port 8b3b28cd-0bf4-4273-baa8-cd3c20238212, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8b3b28cd-0bf4-4273-baa8-cd3c20238212,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:46.343622 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-6c7dd940-36fb-4fd5-82a4-b8f60ed000e3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:46.425573 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:46.521696 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 8b3b28cd-0bf4-4273-baa8-cd3c20238212, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8b3b28cd-0bf4-4273-baa8-cd3c20238212,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:46.559766 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-6c7dd940-36fb-4fd5-82a4-b8f60ed000e3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:46.560205 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-6c7dd940-36fb-4fd5-82a4-b8f60ed000e3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:46.561077 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.l3_db [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-6c7dd940-36fb-4fd5-82a4-b8f60ed000e3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Floating IP 304e7d31-7ac6-4dd1-8951-7f70745d617a disassociated. External IP: 172.27.2.225, port: 8b3b28cd-0bf4-4273-baa8-cd3c20238212. Oct 14 12:30:46.561077 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-6c7dd940-36fb-4fd5-82a4-b8f60ed000e3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Calling delete_port for 8b3b28cd-0bf4-4273-baa8-cd3c20238212 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:30:46.627136 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:46.628029 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 2ca3f1de-e561-433a-8be6-de88d9e0ac6f no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:30:46.685486 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: 2ca3f1de-e561-433a-8be6-de88d9e0ac6f {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:30:46.685486 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 2ca3f1de-e561-433a-8be6-de88d9e0ac6f not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:30:46.731930 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=8b3b28cd-0bf4-4273-baa8-cd3c20238212,revision_number=6']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:46.941444 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-b35c308e-fca8-43ac-b5ad-8627f2d7942e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:46.943387 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-b35c308e-fca8-43ac-b5ad-8627f2d7942e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/networks?id=0bcd9b26-5dea-4975-ac05-223bbb44b5fd HTTP/1.1" status: 200 len: 814 time: 0.1888833 Oct 14 12:30:46.948404 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-6c7dd940-36fb-4fd5-82a4-b8f60ed000e3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:47.025873 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7dd940-36fb-4fd5-82a4-b8f60ed000e3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event deleted for resources: {'Port': ['ID=8b3b28cd-0bf4-4273-baa8-cd3c20238212,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:47.045768 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-eed750b1-bd3b-40ef-af35-4f5c6abafd0d tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/quotas/3637d29080324d3a90d4f853e4df1f7f HTTP/1.1" status: 200 len: 375 time: 0.0829051 Oct 14 12:30:47.253916 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-0d670fa5-cac4-4d79-8b68-fefb9bf16394 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3637d29080324d3a90d4f853e4df1f7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2071149 Oct 14 12:30:47.366390 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6144678-eb2e-4dae-9b69-07be0362e6a6 req-4fda143a-998b-4e08-b135-4b5bd4bf8b39 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:47.369353 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b6144678-eb2e-4dae-9b69-07be0362e6a6 req-4fda143a-998b-4e08-b135-4b5bd4bf8b39 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.2100892 Oct 14 12:30:47.452667 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-6c7dd940-36fb-4fd5-82a4-b8f60ed000e3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:30:47.518248 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b6144678-eb2e-4dae-9b69-07be0362e6a6 req-740bb390-edaa-4405-b713-5520ada3cb22 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063275 Oct 14 12:30:47.625417 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-cce4e92d-dd30-40bd-8cec-0b5ee3897f6a service neutron] 10.222.0.71 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363743 Oct 14 12:30:47.639416 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e08dbca-34b5-48ab-9adf-658848f384f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:47.752863 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-96a03f84-4df5-43c6-a7e7-e6b708cf2497 req-d484d704-2c9c-4f0e-b079-758a24410322 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 210 time: 0.0763762 Oct 14 12:30:47.904484 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-6c7dd940-36fb-4fd5-82a4-b8f60ed000e3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:30:47.922398 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed25f56-b9c4-4a56-85ea-246d33e87392 None None] Sync routers for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:30:47.931151 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-04cacfa8-964e-4339-9f5c-0b47dbe1df3a service neutron] 10.222.0.71 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941644 Oct 14 12:30:47.940713 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed25f56-b9c4-4a56-85ea-246d33e87392 None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:47.955139 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-0ed25f56-b9c4-4a56-85ea-246d33e87392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:30:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:48.003695 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-6c7dd940-36fb-4fd5-82a4-b8f60ed000e3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] No DVR routers for this DVR port 8b3b28cd-0bf4-4273-baa8-cd3c20238212 on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:30:48.007202 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-6c7dd940-36fb-4fd5-82a4-b8f60ed000e3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:48.026083 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-af58cc06-183a-4cc7-bc1f-0cd122837c44 req-6c7dd940-36fb-4fd5-82a4-b8f60ed000e3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.82 "DELETE /v2.0/ports/8b3b28cd-0bf4-4273-baa8-cd3c20238212 HTTP/1.1" status: 204 len: 173 time: 2.1520133 Oct 14 12:30:48.026579 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cc4dea-3b64-4aad-8331-163801ec1cae', 'name': 'network-vif-deleted', 'tag': '8b3b28cd-0bf4-4273-baa8-cd3c20238212'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:48.045180 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeb6fbc-18d3-4050-a853-281f43652369" -d '{"events": [{"server_uuid": "26cc4dea-3b64-4aad-8331-163801ec1cae", "name": "network-vif-deleted", "tag": "8b3b28cd-0bf4-4273-baa8-cd3c20238212"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:48.147668 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6e0605-ed90-4393-9f20-d8b96a7d81e2 x-openstack-request-id: req-ff6e0605-ed90-4393-9f20-d8b96a7d81e2 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:30:48.148262 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cc4dea-3b64-4aad-8331-163801ec1cae", "name": "network-vif-deleted", "tag": "8b3b28cd-0bf4-4273-baa8-cd3c20238212", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:30:48.148731 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ff6e0605-ed90-4393-9f20-d8b96a7d81e2 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:30:48.149301 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cc4dea-3b64-4aad-8331-163801ec1cae', 'name': 'network-vif-deleted', 'tag': '8b3b28cd-0bf4-4273-baa8-cd3c20238212', 'status': 'completed', 'code': 200} Oct 14 12:30:48.174573 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-0ed25f56-b9c4-4a56-85ea-246d33e87392 None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:48.262494 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cc4dea-3b64-4aad-8331-163801ec1cae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b3b28cd-0bf4-4273-baa8-cd3c20238212'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:48.264258 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86af66e4-4a08-487a-b06c-d93a95b38f3d" -d '{"events": [{"server_uuid": "26cc4dea-3b64-4aad-8331-163801ec1cae", "name": "network-vif-unplugged", "status": "completed", "tag": "8b3b28cd-0bf4-4273-baa8-cd3c20238212"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:48.362486 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d9cbb9-2fa4-48c6-b508-9a469e4d46a1 x-openstack-request-id: req-01d9cbb9-2fa4-48c6-b508-9a469e4d46a1 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:30:48.363139 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cc4dea-3b64-4aad-8331-163801ec1cae", "name": "network-vif-unplugged", "status": "completed", "tag": "8b3b28cd-0bf4-4273-baa8-cd3c20238212", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:30:48.363961 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-01d9cbb9-2fa4-48c6-b508-9a469e4d46a1 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:30:48.365070 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cc4dea-3b64-4aad-8331-163801ec1cae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b3b28cd-0bf4-4273-baa8-cd3c20238212', 'code': 200} Oct 14 12:30:48.402472 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-14fa3f74-16fe-401a-86c3-f6f35b26ded4 req-e5dcb1ed-79ad-4a39-a725-31ec0f52e192 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 210 time: 0.0592639 Oct 14 12:30:48.573778 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-0ed25f56-b9c4-4a56-85ea-246d33e87392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:48.604314 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed25f56-b9c4-4a56-85ea-246d33e87392 None None] Checking router: 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:30:48.615994 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed25f56-b9c4-4a56-85ea-246d33e87392 None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:48.616661 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-0ed25f56-b9c4-4a56-85ea-246d33e87392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:30:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:48.717588 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ce690-00da-42e8-a03f-256b1e08f248 req-b9c345d6-cbfb-42ed-bb75-083973d7bec4 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:48.719167 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4a0ce690-00da-42e8-a03f-256b1e08f248 req-b9c345d6-cbfb-42ed-bb75-083973d7bec4 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.0668652 Oct 14 12:30:48.731512 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-0ed25f56-b9c4-4a56-85ea-246d33e87392 None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:48.828577 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4a0ce690-00da-42e8-a03f-256b1e08f248 req-097826bd-40d3-4faf-9a6e-a6b6fe488408 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439236 Oct 14 12:30:48.871605 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-41609fda-0fae-4c44-a0c5-a689804b5ba6 req-50f3310f-9bd8-454b-9844-19331310a3ca tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 210 time: 0.0329947 Oct 14 12:30:49.079821 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-0ed25f56-b9c4-4a56-85ea-246d33e87392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:49.127578 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed25f56-b9c4-4a56-85ea-246d33e87392 None None] The sync data for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi is: [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:30:49.534741 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-80f81db6-a9a2-40b1-9e00-5b25b9484f44 req-93854403-e484-4d34-ac3f-265ae805e673 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 210 time: 0.0709150 Oct 14 12:30:49.577946 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4df3c-1a9d-42ca-be15-1f806cc63692 None None] New status for floating IP 304e7d31-7ac6-4dd1-8951-7f70745d617a: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:30:49.946975 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f535da4-728c-480c-9134-9592b2b6aaf4 req-0ea7c1e8-753e-4ec1-961b-6b63f0dad05a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:49.948586 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6f535da4-728c-480c-9134-9592b2b6aaf4 req-0ea7c1e8-753e-4ec1-961b-6b63f0dad05a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.0607226 Oct 14 12:30:50.004423 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6f535da4-728c-480c-9134-9592b2b6aaf4 req-06ef8c73-eb0f-4e36-8e76-5cf05e144f03 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480576 Oct 14 12:30:50.128280 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-97acd876-5b07-4ea6-ba14-0e9dd92002c8 req-aeaabe6c-feb6-4f89-a570-6de59d029b6e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 210 time: 0.0432935 Oct 14 12:30:50.516593 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0f29d989-ef89-4f9b-bdce-7555e7cadca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:50.731088 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dcb8c447-9cc7-48d1-b0b7-604384e9557f req-d14171d8-49ad-4425-930a-a50b032ebfcb tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 210 time: 0.0525060 Oct 14 12:30:51.181276 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd8f3f-ec76-4fdb-aac3-df47704baf3a req-171de558-8ef2-4345-a9ec-c1126883ac45 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:51.183122 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ddbd8f3f-ec76-4fdb-aac3-df47704baf3a req-171de558-8ef2-4345-a9ec-c1126883ac45 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.0838554 Oct 14 12:30:51.247520 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ddbd8f3f-ec76-4fdb-aac3-df47704baf3a req-76658380-785e-4aed-9f41-edc8be9dfdbc tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541105 Oct 14 12:30:51.396226 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7fda6601-3d2e-4385-89da-7092a8786a30 req-43f97db1-415e-4619-9621-7dae6059545f tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 210 time: 0.0686827 Oct 14 12:30:51.586310 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:51.876063 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-13d7d49e-5ee1-426a-800e-788196bfa181 req-dacd48cc-ebdf-4aeb-ae0f-82d7418d0391 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 210 time: 0.0546076 Oct 14 12:30:52.389646 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582746d-e4d6-42db-82b0-51f284e2fd62 req-79fd6b6c-5258-490b-b0eb-c04ce11f40b5 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:52.389646 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9582746d-e4d6-42db-82b0-51f284e2fd62 req-79fd6b6c-5258-490b-b0eb-c04ce11f40b5 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.0645318 Oct 14 12:30:52.437462 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9582746d-e4d6-42db-82b0-51f284e2fd62 req-39018902-f4ea-4d4b-933d-924a97cc41e1 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381327 Oct 14 12:30:52.527983 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4cb97a62-80c9-452b-b08e-3b39cfd80172 req-a044235d-c4e0-43d1-89c3-721ae741a1fd tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 210 time: 0.0271780 Oct 14 12:30:53.003665 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-804e9cf7-85f4-46ac-930a-8eadf2a0f139 req-8911d39b-55d7-4012-ad94-43fa4bc835ee tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 210 time: 0.0280368 Oct 14 12:30:53.254174 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:53.344187 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:53.601211 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c638b92-7c81-4879-a995-8d320d3559dc req-03492b1e-6cd4-42df-a089-3361ba48a8a0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:53.603201 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3c638b92-7c81-4879-a995-8d320d3559dc req-03492b1e-6cd4-42df-a089-3361ba48a8a0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.0773065 Oct 14 12:30:53.721505 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3c638b92-7c81-4879-a995-8d320d3559dc req-1280fc74-163e-4469-bc2f-7372c2be8f40 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035569 Oct 14 12:30:53.751110 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-69a06e29-8155-42b6-9c26-1c8a9b86d953 req-9ca0a439-1afe-4059-8711-012a5066bea1 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 210 time: 0.0851064 Oct 14 12:30:54.201922 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a0ff248c-d6c6-4fd5-8cc5-095af699b8f1 req-aced861c-7219-44f4-a31c-a0a46fede169 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 210 time: 0.0658865 Oct 14 12:30:54.529636 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-139a4b4b-0d16-44aa-9ea5-fc2b67781cc2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:54.532328 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-139a4b4b-0d16-44aa-9ea5-fc2b67781cc2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.82 "GET /v2.0/networks?id=0bcd9b26-5dea-4975-ac05-223bbb44b5fd HTTP/1.1" status: 200 len: 814 time: 0.2411516 Oct 14 12:30:54.561939 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-3323edef-7f15-4eca-9985-942a6ceb2280 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Request body: {'port': {'device_id': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'admin_state_up': True, 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:54.959955 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-3323edef-7f15-4eca-9985-942a6ceb2280 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Made reservation on behalf of 3637d29080324d3a90d4f853e4df1f7f for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:30:54.969523 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-3323edef-7f15-4eca-9985-942a6ceb2280 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:55.650971 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-20b14ba7-a304-4320-aeab-4ceea27fc2f9 req-3224f9a2-5a59-4c8b-aa86-a1aa9e580157 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=26cc4dea-3b64-4aad-8331-163801ec1cae HTTP/1.1" status: 200 len: 210 time: 0.6379519 Oct 14 12:30:55.860185 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cf5a0-b36b-48b4-a45f-547729d51b57 req-b2ef6937-a7fd-4340-a126-c0220d2fffcc tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:55.870474 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-095cf5a0-b36b-48b4-a45f-547729d51b57 req-b2ef6937-a7fd-4340-a126-c0220d2fffcc tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.9822268 Oct 14 12:30:55.979190 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-44d00caa-e430-43c3-b4e8-a6cab6ae321a req-0560724b-0673-46f5-ae47-bc550300506c tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 210 time: 0.1327362 Oct 14 12:30:56.126118 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-095cf5a0-b36b-48b4-a45f-547729d51b57 req-ae25989d-7572-42f2-a180-cbf02af75cd7 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543457 Oct 14 12:30:56.256290 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-3323edef-7f15-4eca-9985-942a6ceb2280 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Allocated IP 172.20.0.10 (0bcd9b26-5dea-4975-ac05-223bbb44b5fd/f544528f-c12e-46ab-a1e5-7ead1f7055ab/55f649c6-125b-4e9a-accf-8da6eccc9b4d) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:56.594265 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-3323edef-7f15-4eca-9985-942a6ceb2280 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:56.937104 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-3323edef-7f15-4eca-9985-942a6ceb2280 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:57.102544 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323edef-7f15-4eca-9985-942a6ceb2280 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Pushing event updated for resources: {'Port': ['ID=55f649c6-125b-4e9a-accf-8da6eccc9b4d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:57.124840 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-3323edef-7f15-4eca-9985-942a6ceb2280 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Network 0bcd9b26-5dea-4975-ac05-223bbb44b5fd is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:57.135235 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-3323edef-7f15-4eca-9985-942a6ceb2280 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:57.162650 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-3323edef-7f15-4eca-9985-942a6ceb2280 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:57.346507 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-3323edef-7f15-4eca-9985-942a6ceb2280 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:57.347278 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-3323edef-7f15-4eca-9985-942a6ceb2280 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:57.393833 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-3a48615a-d1d7-462d-97db-74b394c53068 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838365918&fields=id&tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d HTTP/1.1" status: 200 len: 267 time: 0.2408123 Oct 14 12:30:57.420288 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755b7d1-fa34-425c-bfae-1da211f0bb85 req-c0fb0d1c-3e55-4428-9972-6b35d06c42c8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:57.422435 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1755b7d1-fa34-425c-bfae-1da211f0bb85 req-c0fb0d1c-3e55-4428-9972-6b35d06c42c8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 932 time: 0.2708249 Oct 14 12:30:57.518444 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-13468cc9-c202-4e0a-80b9-bcdbc57fa6c8 None None] Provisioning complete for port 55f649c6-125b-4e9a-accf-8da6eccc9b4d triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:57.519252 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-13468cc9-c202-4e0a-80b9-bcdbc57fa6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:57.574082 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faac47-abc4-4497-9307-e074dea8226f req-de5a1aa5-4ac7-4ecb-a67e-009655a9ffa1 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:57.582347 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-de5a1aa5-4ac7-4ecb-a67e-009655a9ffa1 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/networks?id=140e7268-9a2f-434a-85c9-99efbcd597b9 HTTP/1.1" status: 200 len: 812 time: 0.1586282 Oct 14 12:30:57.600148 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-0e8f958b-a162-42f8-ad17-0753e2f677e9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/quotas/8c7939cc3b554bacb0bb1dc8f5dc965d HTTP/1.1" status: 200 len: 375 time: 0.0165319 Oct 14 12:30:57.623252 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-3323edef-7f15-4eca-9985-942a6ceb2280 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0816224 Oct 14 12:30:57.647783 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-13468cc9-c202-4e0a-80b9-bcdbc57fa6c8 None None] Port 55f649c6-125b-4e9a-accf-8da6eccc9b4d cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:30:57.688444 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Request body: {'port': {'device_id': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:57.725125 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1755b7d1-fa34-425c-bfae-1da211f0bb85 req-d995db9e-7382-4b0f-ad04-b93b8660ed2b tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399734 Oct 14 12:30:57.741511 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-dfeae19a-fbbb-4472-bcb9-bf45a0992170 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1129785 Oct 14 12:30:57.784101 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:57.813168 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:30:58.077945 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-e2f10ad0-e3d9-4242-9718-0126ee8ed517 service neutron] 10.222.0.71 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741148 Oct 14 12:30:58.142057 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5e382-036c-4de5-b662-412ee091ace0 req-d1c7cf6b-1927-469e-8807-074b725092f7 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:58.142057 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-25b5e382-036c-4de5-b662-412ee091ace0 req-d1c7cf6b-1927-469e-8807-074b725092f7 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.2231483 Oct 14 12:30:58.262188 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-25b5e382-036c-4de5-b662-412ee091ace0 req-cabd3f1c-9c6f-4ee8-99d6-99901749c072 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104941 Oct 14 12:30:58.297461 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-10d4113d-e75e-419d-bd01-0154fe7658bb service neutron] 10.222.0.71 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094965 Oct 14 12:30:58.348046 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f649c6-125b-4e9a-accf-8da6eccc9b4d {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:30:58.354795 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:58.370765 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Transition to ACTIVE for port object 55f649c6-125b-4e9a-accf-8da6eccc9b4d will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:30:58.542022 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:58.684937 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Pushing event updated for resources: {'Port': ['ID=55f649c6-125b-4e9a-accf-8da6eccc9b4d,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:58.763764 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Attempting to bind port 55f649c6-125b-4e9a-accf-8da6eccc9b4d on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:58.764123 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Attempting to bind port 55f649c6-125b-4e9a-accf-8da6eccc9b4d by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '35a85435-fbb2-4320-868c-0105676930f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:58.764431 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Attempting to bind port 55f649c6-125b-4e9a-accf-8da6eccc9b4d on network 0bcd9b26-5dea-4975-ac05-223bbb44b5fd {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:58.772358 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Port 55f649c6-125b-4e9a-accf-8da6eccc9b4d on network 0bcd9b26-5dea-4975-ac05-223bbb44b5fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:30:58.772679 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Attempting to bind port 55f649c6-125b-4e9a-accf-8da6eccc9b4d on network 0bcd9b26-5dea-4975-ac05-223bbb44b5fd {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:58.794942 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:58.799040 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Checking segment: {'id': '35a85435-fbb2-4320-868c-0105676930f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:58.799040 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Bound using segment: {'id': '35a85435-fbb2-4320-868c-0105676930f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:58.799040 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Bound port: 55f649c6-125b-4e9a-accf-8da6eccc9b4d, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a85435-fbb2-4320-868c-0105676930f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:58.799040 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:58.963350 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] For port 55f649c6-125b-4e9a-accf-8da6eccc9b4d, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:58.965856 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] For port 55f649c6-125b-4e9a-accf-8da6eccc9b4d, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=55f649c6-125b-4e9a-accf-8da6eccc9b4d,segment=NetworkSegment(35a85435-fbb2-4320-868c-0105676930f7),segment_id=35a85435-fbb2-4320-868c-0105676930f7)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:59.201572 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:59.338021 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:59.338707 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:30:59.348258 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] 10.222.0.82 "PUT /v2.0/ports/55f649c6-125b-4e9a-accf-8da6eccc9b4d HTTP/1.1" status: 200 len: 1094 time: 1.6770282 Oct 14 12:30:59.374673 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'tag': '55f649c6-125b-4e9a-accf-8da6eccc9b4d'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:59.374673 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2272692e-1c5d-4c6d-8c9d-1492e2a9ed30" -d '{"events": [{"name": "network-changed", "server_uuid": "8604734a-8de8-4b54-829f-4a4f85dc9eb6", "tag": "55f649c6-125b-4e9a-accf-8da6eccc9b4d"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:59.411960 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87396cb1-3c3d-4e08-8e76-e41c2446622e service neutron] Pushing event updated for resources: {'Port': ['ID=55f649c6-125b-4e9a-accf-8da6eccc9b4d,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:59.828744 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f2eee-1775-4b7e-b090-c39b1327fc73 req-e1a2be73-a7bf-4428-b09d-f49ee18a860e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:59.830321 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-108f2eee-1775-4b7e-b090-c39b1327fc73 req-e1a2be73-a7bf-4428-b09d-f49ee18a860e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 944 time: 0.0791988 Oct 14 12:30:59.922646 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-108f2eee-1775-4b7e-b090-c39b1327fc73 req-dbbb7b11-b67d-4278-abe1-78915a941e21 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789344 Oct 14 12:30:59.994455 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-b510613f-2a61-4a99-ab7d-69c4b75b4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:00.001368 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-b510613f-2a61-4a99-ab7d-69c4b75b4c17 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3637d29080324d3a90d4f853e4df1f7f&device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 1097 time: 0.0680919 Oct 14 12:31:00.053968 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-ef6c5062-b2bd-433c-8a67-631626c1b1c6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55f649c6-125b-4e9a-accf-8da6eccc9b4d HTTP/1.1" status: 200 len: 217 time: 0.0489295 Oct 14 12:31:00.184784 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-d912a8b7-a507-40d7-b0f0-1635dd33b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:00.188351 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-d912a8b7-a507-40d7-b0f0-1635dd33b241 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f544528f-c12e-46ab-a1e5-7ead1f7055ab HTTP/1.1" status: 200 len: 853 time: 0.1249998 Oct 14 12:31:00.251824 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae89feb-1f91-48bf-82cb-7c629ca6f89f req-241feb1f-4c3c-4a71-acac-e6bec5d36c40 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:00.259902 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7ae89feb-1f91-48bf-82cb-7c629ca6f89f req-241feb1f-4c3c-4a71-acac-e6bec5d36c40 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.1860249 Oct 14 12:31:00.307993 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-29194d76-b7e1-407a-888e-565020545d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:00.309521 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-29194d76-b7e1-407a-888e-565020545d60 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bcd9b26-5dea-4975-ac05-223bbb44b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1121335 Oct 14 12:31:00.338558 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7ae89feb-1f91-48bf-82cb-7c629ca6f89f req-c7c893f5-ad0c-4ec7-a928-eef8338e7748 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772672 Oct 14 12:31:00.449234 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a727e4c2-c275-4a23-a6da-d794e59cd529 x-openstack-request-id: req-a727e4c2-c275-4a23-a6da-d794e59cd529 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:00.450137 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8604734a-8de8-4b54-829f-4a4f85dc9eb6", "tag": "55f649c6-125b-4e9a-accf-8da6eccc9b4d", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:00.450596 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a727e4c2-c275-4a23-a6da-d794e59cd529 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:00.451236 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'tag': '55f649c6-125b-4e9a-accf-8da6eccc9b4d', 'status': 'completed', 'code': 200} Oct 14 12:31:00.526197 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-4eb5c442-b070-4375-958f-b5aca19336ba service neutron] 10.222.0.82 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064962 Oct 14 12:31:00.528667 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3b06adfb-379c-475b-9499-7c16dea630e3 req-7ce8ebf2-c09d-4939-b1c3-26f7c5abf391 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.0381312 Oct 14 12:31:00.717761 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b4ee2e38-a384-4152-a017-8d45a1379608 req-8d23e781-29eb-4f37-a669-2b7e16079f29 service neutron] 10.222.0.82 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832790 Oct 14 12:31:01.163742 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a14df-1187-42c2-a3cd-4634e202ef1f req-1a816383-018c-49bf-92b5-a5ccf82bb606 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:01.163742 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-632a14df-1187-42c2-a3cd-4634e202ef1f req-1a816383-018c-49bf-92b5-a5ccf82bb606 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 944 time: 0.1188066 Oct 14 12:31:01.165809 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272692e-1c5d-4c6d-8c9d-1492e2a9ed30 req-0dc3d625-6962-4ad4-9caa-39599ac25dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:01.167299 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2272692e-1c5d-4c6d-8c9d-1492e2a9ed30 req-0dc3d625-6962-4ad4-9caa-39599ac25dc0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3637d29080324d3a90d4f853e4df1f7f&device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 1097 time: 0.1020157 Oct 14 12:31:01.293658 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-632a14df-1187-42c2-a3cd-4634e202ef1f req-775c4a41-45dd-4ed2-8a3b-fc5d6094f51e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195414 Oct 14 12:31:01.338173 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272692e-1c5d-4c6d-8c9d-1492e2a9ed30 req-fde5c609-6b7d-4162-a553-7eaed88a70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:01.345232 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2272692e-1c5d-4c6d-8c9d-1492e2a9ed30 req-fde5c609-6b7d-4162-a553-7eaed88a70e7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bcd9b26-5dea-4975-ac05-223bbb44b5fd HTTP/1.1" status: 200 len: 915 time: 0.1579163 Oct 14 12:31:01.425033 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2272692e-1c5d-4c6d-8c9d-1492e2a9ed30 req-9a6188bb-58e1-45b9-9397-3b63bf10af58 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55f649c6-125b-4e9a-accf-8da6eccc9b4d HTTP/1.1" status: 200 len: 217 time: 0.0714698 Oct 14 12:31:01.509044 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272692e-1c5d-4c6d-8c9d-1492e2a9ed30 req-1e27d1fe-1433-486f-9ea3-43c56de2a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:01.514784 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2272692e-1c5d-4c6d-8c9d-1492e2a9ed30 req-1e27d1fe-1433-486f-9ea3-43c56de2a66b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f544528f-c12e-46ab-a1e5-7ead1f7055ab HTTP/1.1" status: 200 len: 853 time: 0.0820179 Oct 14 12:31:01.806616 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-acd7c957-d662-4c10-a04b-80fd4239341f req-07254be5-f1f0-4cb9-a368-9318f5db2da8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.1050053 Oct 14 12:31:01.831034 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51fab7-2c61-407e-8089-8eb5d5df9ccc req-1619566c-2e02-4841-8a39-2430b5c853af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:01.834029 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cb51fab7-2c61-407e-8089-8eb5d5df9ccc req-1619566c-2e02-4841-8a39-2430b5c853af service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 1099 time: 0.3127131 Oct 14 12:31:01.842711 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272692e-1c5d-4c6d-8c9d-1492e2a9ed30 req-1e1401da-fb45-4503-9817-cc90216d048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:01.846635 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2272692e-1c5d-4c6d-8c9d-1492e2a9ed30 req-1e1401da-fb45-4503-9817-cc90216d048c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bcd9b26-5dea-4975-ac05-223bbb44b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2888098 Oct 14 12:31:01.952098 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5712aaf-8b77-41cb-a7f8-693483f8d3b2 req-8f64138d-d899-416c-bc92-6690a314c77a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:01.954826 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f5712aaf-8b77-41cb-a7f8-693483f8d3b2 req-8f64138d-d899-416c-bc92-6690a314c77a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.2497249 Oct 14 12:31:02.245380 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f5712aaf-8b77-41cb-a7f8-693483f8d3b2 req-a15e97aa-e9f6-4a8b-a625-387bf7c19f50 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747397 Oct 14 12:31:02.296565 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51fab7-2c61-407e-8089-8eb5d5df9ccc req-cecab079-7015-48c3-9700-88c751f4d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:02.298068 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cb51fab7-2c61-407e-8089-8eb5d5df9ccc req-cecab079-7015-48c3-9700-88c751f4d764 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d HTTP/1.1" status: 200 len: 917 time: 0.4515669 Oct 14 12:31:02.300275 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2272692e-1c5d-4c6d-8c9d-1492e2a9ed30 req-d6b317ec-5361-43f9-a9eb-26d148f5fa2a service neutron] 10.222.0.82 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394298 Oct 14 12:31:02.540159 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ae3a8-58cd-4061-92fe-b91721fa591e req-e118e3b0-8c78-44d2-bbb9-e89fda72c9f0 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:02.541953 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f21ae3a8-58cd-4061-92fe-b91721fa591e req-e118e3b0-8c78-44d2-bbb9-e89fda72c9f0 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 944 time: 0.0931556 Oct 14 12:31:02.593220 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f21ae3a8-58cd-4061-92fe-b91721fa591e req-3350d028-8ed6-4be7-91e2-60a5e00ac347 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 Oct 14 12:31:02.953725 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cb51fab7-2c61-407e-8089-8eb5d5df9ccc req-6cee75e5-330e-49b7-9584-656948e93078 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37 HTTP/1.1" status: 200 len: 1002 time: 0.1516933 Oct 14 12:31:02.983130 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-32359b6f-1d56-49ab-9469-6bb8b86d886f req-60dbbb4e-60e5-4b61-9a7d-8606ad0fce83 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.0518248 Oct 14 12:31:03.030930 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2272692e-1c5d-4c6d-8c9d-1492e2a9ed30 req-db733870-051e-4515-966b-7fcd12a123f3 service neutron] 10.222.0.82 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174568 Oct 14 12:31:03.052961 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51fab7-2c61-407e-8089-8eb5d5df9ccc req-86fcc501-19b7-4c2f-b1e8-fed094569a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:03.055599 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cb51fab7-2c61-407e-8089-8eb5d5df9ccc req-86fcc501-19b7-4c2f-b1e8-fed094569a1f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cc5bc5ee-814c-4686-ba13-7451402f57fe HTTP/1.1" status: 200 len: 855 time: 0.0845761 Oct 14 12:31:03.501394 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e13a83-63f4-4e37-b684-6998830701d8 req-1386707e-dca1-44cb-ad44-7a0427778e1d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:03.510896 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-57e13a83-63f4-4e37-b684-6998830701d8 req-1386707e-dca1-44cb-ad44-7a0427778e1d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 946 time: 0.0916224 Oct 14 12:31:03.575040 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-57e13a83-63f4-4e37-b684-6998830701d8 req-31356dc4-2b80-4b4b-a5ef-b4e786df1fc1 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609360 Oct 14 12:31:03.721384 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 3820717d-7baa-4ef5-badc-cb86da4ffe37 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:31:03.830516 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168f92f-5b97-45e9-b469-2312358c40c0 req-60d8de9d-167c-44d8-a7ec-9fe96117b669 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:03.843455 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0168f92f-5b97-45e9-b469-2312358c40c0 req-60d8de9d-167c-44d8-a7ec-9fe96117b669 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 944 time: 0.1279607 Oct 14 12:31:03.964211 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:03.995659 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0168f92f-5b97-45e9-b469-2312358c40c0 req-ae3bbe44-0401-49f4-8be5-05167c90cf0e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507819 Oct 14 12:31:04.049342 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3820717d-7baa-4ef5-badc-cb86da4ffe37'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:04.065071 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f467881-3f78-4bf0-95e9-c97fd92ab8fc" -d '{"events": [{"server_uuid": "f375eb9d-5a5e-465f-b4d7-734d07d4963b", "name": "network-vif-unplugged", "status": "completed", "tag": "3820717d-7baa-4ef5-badc-cb86da4ffe37"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:04.133765 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 3820717d-7baa-4ef5-badc-cb86da4ffe37, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:04.169874 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ec01d6-e31a-40fc-972a-1ac41a83a059 x-openstack-request-id: req-90ec01d6-e31a-40fc-972a-1ac41a83a059 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:04.170555 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f375eb9d-5a5e-465f-b4d7-734d07d4963b", "name": "network-vif-unplugged", "status": "completed", "tag": "3820717d-7baa-4ef5-badc-cb86da4ffe37", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:04.171035 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-90ec01d6-e31a-40fc-972a-1ac41a83a059 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:04.171642 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'code': 200} Oct 14 12:31:04.205118 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:04.272868 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e16d332f-f3b6-4503-bb53-89020a002687 req-64ea2f57-5b60-452f-96b8-89129e2c2f97 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.0856299 Oct 14 12:31:04.335029 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=3820717d-7baa-4ef5-badc-cb86da4ffe37,revision_number=8']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:04.865345 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c22a7e-b755-4b0e-b871-026fd307372f req-c1e52a94-48ca-458c-bb65-8939d28ff89b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:04.899515 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-59c22a7e-b755-4b0e-b871-026fd307372f req-c1e52a94-48ca-458c-bb65-8939d28ff89b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.1585467 Oct 14 12:31:05.012105 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-59c22a7e-b755-4b0e-b871-026fd307372f req-fa15f724-96f0-4b13-a294-dc8b0ed46401 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109791 Oct 14 12:31:05.264040 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ddd76-3b5e-4af8-9333-860e236e5b1d req-1afdb3b7-bcd0-4776-b174-6e2d16c1c60a tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:05.278224 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-981ddd76-3b5e-4af8-9333-860e236e5b1d req-1afdb3b7-bcd0-4776-b174-6e2d16c1c60a tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 944 time: 0.1611061 Oct 14 12:31:05.364386 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-981ddd76-3b5e-4af8-9333-860e236e5b1d req-ffafe0b3-8467-4dab-b4c0-e0d0384fc1da tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762460 Oct 14 12:31:05.447900 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-98be7e41-be56-4fe6-b3c4-de0022912add req-40d6d552-5c68-4034-b7ac-9f923cee0e95 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.0380716 Oct 14 12:31:06.312423 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52472bec-eb30-42e6-b662-38a30317eed5 req-bda2786d-35e7-4ad1-bab6-b966b93de13c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:06.315179 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-52472bec-eb30-42e6-b662-38a30317eed5 req-bda2786d-35e7-4ad1-bab6-b966b93de13c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0939653 Oct 14 12:31:06.354250 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:06.463422 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-52472bec-eb30-42e6-b662-38a30317eed5 req-e5d52717-94b7-4772-a51d-679b9183e33b tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377254 Oct 14 12:31:06.682944 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a035c6f-adf8-4422-9c9b-6b5ac91475be req-e64ba080-9613-455d-ba61-fcf8b2cb3711 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:06.684374 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3a035c6f-adf8-4422-9c9b-6b5ac91475be req-e64ba080-9613-455d-ba61-fcf8b2cb3711 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 944 time: 0.1425028 Oct 14 12:31:06.686231 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d0251fc5-d6f9-414b-ab95-4741265785ed req-af2cffb2-cf9f-4e43-a116-9dfa4ac114ef tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.0430768 Oct 14 12:31:06.728147 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3a035c6f-adf8-4422-9c9b-6b5ac91475be req-46565b9c-875d-465e-a5ea-acff7751d004 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372503 Oct 14 12:31:07.718934 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b5912-1174-4057-a3d3-52b71a8c7ed3 req-399e5284-5a8d-4d4d-a843-96fa6cf52c73 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:07.723020 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8c2b5912-1174-4057-a3d3-52b71a8c7ed3 req-399e5284-5a8d-4d4d-a843-96fa6cf52c73 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0957885 Oct 14 12:31:07.862289 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-86fcc719-3773-4b2f-bca1-cd7c6ddcb47c req-f9da0895-7935-45c6-b5cd-9df7aa95c3d4 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.0656178 Oct 14 12:31:07.866704 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8c2b5912-1174-4057-a3d3-52b71a8c7ed3 req-6bed5407-0634-4dcb-8208-7c2d5f4d2e99 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289866 Oct 14 12:31:08.377962 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd2b1e-78a9-4d51-a34c-a9fc63a1066a req-96539c50-5d00-4bbe-b6e2-76b5d4c638d8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:08.388117 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9cbd2b1e-78a9-4d51-a34c-a9fc63a1066a req-96539c50-5d00-4bbe-b6e2-76b5d4c638d8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 944 time: 0.4156203 Oct 14 12:31:08.441451 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9cbd2b1e-78a9-4d51-a34c-a9fc63a1066a req-84e457ae-a5f2-4e1c-9540-819757891c8f tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494831 Oct 14 12:31:09.140966 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e1c0d89d-caf9-47e3-9348-962dcb4677d4 req-b56d6f55-ed3b-4038-847e-f179d16aadfa tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.0457544 Oct 14 12:31:09.199757 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97cbdb-10d7-4e20-9521-81721058c881 req-3aad248b-bb09-4b2f-829c-27fcb4a017ee tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:09.207140 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8e97cbdb-10d7-4e20-9521-81721058c881 req-3aad248b-bb09-4b2f-829c-27fcb4a017ee tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.1884160 Oct 14 12:31:09.275930 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8e97cbdb-10d7-4e20-9521-81721058c881 req-c07b8763-6c3a-4c26-bba1-d79294a2c9a7 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672324 Oct 14 12:31:09.617006 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a0bce-77c5-449c-80b8-2fe86663e767 req-14c7d497-4029-4ef0-b499-0f9aff53f557 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:09.619051 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bb9a0bce-77c5-449c-80b8-2fe86663e767 req-14c7d497-4029-4ef0-b499-0f9aff53f557 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 944 time: 0.0765183 Oct 14 12:31:09.710468 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bb9a0bce-77c5-449c-80b8-2fe86663e767 req-5671b9cf-8456-495f-ae46-30ad6a2d0972 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736423 Oct 14 12:31:10.300460 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8d3ea293-5636-4a5a-a7c8-42dcfba36427 req-26f22f92-40a7-4ab2-8f54-6f2955d8600e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.0566845 Oct 14 12:31:10.488984 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f7e2d-d357-4997-9805-b8754f467c93 req-0fe72496-9ebc-4f41-80f0-49e94ce6b102 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:10.497307 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c09f7e2d-d357-4997-9805-b8754f467c93 req-0fe72496-9ebc-4f41-80f0-49e94ce6b102 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0972936 Oct 14 12:31:10.563461 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c09f7e2d-d357-4997-9805-b8754f467c93 req-a0b32f15-90ad-4e67-ada2-65c2b18eb801 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542803 Oct 14 12:31:10.888822 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3084d-2574-4bb9-8b5a-5c9ee7ef706b req-4712084b-e1b4-4402-941d-1141c801ba9e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:10.890552 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f3d3084d-2574-4bb9-8b5a-5c9ee7ef706b req-4712084b-e1b4-4402-941d-1141c801ba9e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 944 time: 0.0603240 Oct 14 12:31:10.939354 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f3d3084d-2574-4bb9-8b5a-5c9ee7ef706b req-2e9bfe46-361a-46b8-ba3d-b33902b9f91f tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369220 Oct 14 12:31:11.435706 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1aceeaf5-aa8b-4e41-9fb5-737b387396d1 req-6c3a4381-a1e8-4209-8a9a-29d432b95409 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.0616007 Oct 14 12:31:11.740523 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3790c0c-9550-4ea5-ab0d-034105710080 req-775ad29e-b131-4950-bb91-df63d58add6c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:11.749049 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d3790c0c-9550-4ea5-ab0d-034105710080 req-775ad29e-b131-4950-bb91-df63d58add6c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0914133 Oct 14 12:31:11.808390 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d3790c0c-9550-4ea5-ab0d-034105710080 req-1d391ffc-69c5-4336-8482-e8e24c40122f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582583 Oct 14 12:31:12.201734 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8835158-1131-483f-92be-f085c60fbe96 req-e807deb9-497f-4cfe-9c93-5025957ae234 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:12.217771 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e8835158-1131-483f-92be-f085c60fbe96 req-e807deb9-497f-4cfe-9c93-5025957ae234 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 944 time: 0.1559174 Oct 14 12:31:12.355876 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e8835158-1131-483f-92be-f085c60fbe96 req-a225e32f-2955-498e-885f-56a8a826f7bf tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258948 Oct 14 12:31:12.640458 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2018b1a7-3f5f-413c-a3ac-961ead17e373 req-4d7bd061-8717-4c51-a00f-aae5d2dc05fc tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.0568817 Oct 14 12:31:13.016426 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b140e-b7f5-4d75-9060-37e55fb1e0ff req-d91e7059-245d-4977-a59a-0ddeec702fc0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:13.029627 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1e0b140e-b7f5-4d75-9060-37e55fb1e0ff req-d91e7059-245d-4977-a59a-0ddeec702fc0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0937281 Oct 14 12:31:13.138579 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1e0b140e-b7f5-4d75-9060-37e55fb1e0ff req-4a9f7d71-c007-42a7-a865-3d440150596f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042926 Oct 14 12:31:13.569578 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7359466-ba31-4238-bd8d-6aee299c78cf req-31ec32e1-fc33-4aa6-a5e4-400b91b6dc98 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:13.572370 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e7359466-ba31-4238-bd8d-6aee299c78cf req-31ec32e1-fc33-4aa6-a5e4-400b91b6dc98 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 944 time: 0.0651031 Oct 14 12:31:13.618067 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e7359466-ba31-4238-bd8d-6aee299c78cf req-de9cdf97-7211-47d1-a376-622ea871c06f tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389395 Oct 14 12:31:13.761816 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-03d7f02d-55e8-4c75-a80b-29544fecd501 req-4f5f0bf7-411a-4571-893f-7ddf495ea5fb tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.0300629 Oct 14 12:31:14.294622 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c8a46-f908-4cce-96e2-6157be2eb1a8 req-942d1f88-1217-4aaf-bb89-d48a71db30ae tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:14.296280 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-428c8a46-f908-4cce-96e2-6157be2eb1a8 req-942d1f88-1217-4aaf-bb89-d48a71db30ae tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0589352 Oct 14 12:31:14.345216 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-428c8a46-f908-4cce-96e2-6157be2eb1a8 req-73835062-d288-4cd9-a454-187eec143424 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426195 Oct 14 12:31:14.677434 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51fab7-2c61-407e-8089-8eb5d5df9ccc req-429963a6-649b-4cc1-acdd-a9f17b653f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:14.679146 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cb51fab7-2c61-407e-8089-8eb5d5df9ccc req-429963a6-649b-4cc1-acdd-a9f17b653f06 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682809 Oct 14 12:31:14.870404 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1a4a0-6019-41d7-bc2c-1e12f55cf27b req-0905f7e2-04f2-4a82-bc74-043fb5c25f4e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:14.872336 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-75d1a4a0-6019-41d7-bc2c-1e12f55cf27b req-0905f7e2-04f2-4a82-bc74-043fb5c25f4e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 944 time: 0.1286044 Oct 14 12:31:14.919027 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b142cbb1-7f7c-4782-a5ad-5e1a3bb8373e req-2bf1acc6-5134-4868-8571-1e4ff4067e5c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.0634527 Oct 14 12:31:14.931378 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cb51fab7-2c61-407e-8089-8eb5d5df9ccc req-2cbd7099-31b5-47e0-87f3-66acb11b2747 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399883 Oct 14 12:31:14.991148 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-75d1a4a0-6019-41d7-bc2c-1e12f55cf27b req-be5ccd67-d81f-401a-8505-da3aee8dca3a tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919917 Oct 14 12:31:15.109057 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cb51fab7-2c61-407e-8089-8eb5d5df9ccc req-33dac280-2e43-4120-a92d-49eaf6f16469 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665380 Oct 14 12:31:15.379481 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72791-c05a-451b-a244-3b1140428f18 req-c6983fe1-5d9e-4d4f-8c27-1f41f6b64d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:15.379903 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d9f72791-c05a-451b-a244-3b1140428f18 req-c6983fe1-5d9e-4d4f-8c27-1f41f6b64d0b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 1097 time: 0.1412458 Oct 14 12:31:15.609206 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f1795-9499-4dcd-9ad5-68700c468b02 req-61a66c22-e54d-4b9d-9ade-670389ed56dc tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:15.610576 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e25f1795-9499-4dcd-9ad5-68700c468b02 req-61a66c22-e54d-4b9d-9ade-670389ed56dc tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.1296573 Oct 14 12:31:15.650208 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72791-c05a-451b-a244-3b1140428f18 req-0b10da4e-9045-4c9d-8fad-96c6b505f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:15.651862 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d9f72791-c05a-451b-a244-3b1140428f18 req-0b10da4e-9045-4c9d-8fad-96c6b505f6b1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d HTTP/1.1" status: 200 len: 917 time: 0.1272244 Oct 14 12:31:15.708474 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e25f1795-9499-4dcd-9ad5-68700c468b02 req-37b633fb-4568-4236-88de-6619daab4c23 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845499 Oct 14 12:31:15.738418 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d9f72791-c05a-451b-a244-3b1140428f18 req-ff9a5892-4a32-4fb6-af16-667dabf679a0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37 HTTP/1.1" status: 200 len: 1000 time: 0.0718873 Oct 14 12:31:15.791013 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72791-c05a-451b-a244-3b1140428f18 req-fa6801c6-759d-4450-b6e7-f9f87acd390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:15.792489 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d9f72791-c05a-451b-a244-3b1140428f18 req-fa6801c6-759d-4450-b6e7-f9f87acd390a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cc5bc5ee-814c-4686-ba13-7451402f57fe HTTP/1.1" status: 200 len: 855 time: 0.0458302 Oct 14 12:31:15.855580 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72791-c05a-451b-a244-3b1140428f18 req-152fa406-6b66-4962-969d-37884bd267e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:15.858216 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d9f72791-c05a-451b-a244-3b1140428f18 req-152fa406-6b66-4962-969d-37884bd267e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572147 Oct 14 12:31:15.965791 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d9f72791-c05a-451b-a244-3b1140428f18 req-b0d71ee2-8805-4351-a6da-cc965b4906d3 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996149 Oct 14 12:31:16.037186 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cfce6b81-504f-4fb4-9964-b210567d65b6 req-bacec965-6121-49c0-a2fd-297cd1c089a6 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.0418158 Oct 14 12:31:16.295756 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d9f72791-c05a-451b-a244-3b1140428f18 req-4f9acbc1-a8ee-41d1-92ec-34ed036b16d6 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224194 Oct 14 12:31:16.321951 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faac47-abc4-4497-9307-e074dea8226f req-2ef842df-25e1-4abe-ac6a-e5b592ebb80c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:16.324197 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-2ef842df-25e1-4abe-ac6a-e5b592ebb80c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.82 "GET /v2.0/networks?id=140e7268-9a2f-434a-85c9-99efbcd597b9 HTTP/1.1" status: 200 len: 812 time: 0.2402320 Oct 14 12:31:16.332542 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400f60-1330-495b-8a97-47d98f7d8f77 req-bbd691f4-8c85-444b-be16-18ed825b3eba tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:16.334699 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5c400f60-1330-495b-8a97-47d98f7d8f77 req-bbd691f4-8c85-444b-be16-18ed825b3eba tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 944 time: 0.1109161 Oct 14 12:31:16.431544 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5c400f60-1330-495b-8a97-47d98f7d8f77 req-3388dfba-bbae-4120-a501-30909c844487 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666158 Oct 14 12:31:16.452691 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-05579104-202c-44e8-90cc-21a6652391a0 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d HTTP/1.1" status: 200 len: 380 time: 0.1161582 Oct 14 12:31:16.471843 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-16faac47-abc4-4497-9307-e074dea8226f req-8d8fcafd-7632-48e9-ab4d-c22f8a635663 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Request body: {'port': {'device_id': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'admin_state_up': True, 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'security_groups': ['e0b03387-82c4-4cb0-be26-e5900d53b485']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:16.887036 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6db863-1fd1-4ee6-a295-7455f4c4b25b req-463e4ddf-4aa9-446b-b520-95a3ef38fded tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:16.888995 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3b6db863-1fd1-4ee6-a295-7455f4c4b25b req-463e4ddf-4aa9-446b-b520-95a3ef38fded tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0951934 Oct 14 12:31:16.902541 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16faac47-abc4-4497-9307-e074dea8226f req-8d8fcafd-7632-48e9-ab4d-c22f8a635663 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Made reservation on behalf of 8c7939cc3b554bacb0bb1dc8f5dc965d for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:31:16.906622 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-16faac47-abc4-4497-9307-e074dea8226f req-8d8fcafd-7632-48e9-ab4d-c22f8a635663 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:17.001987 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3b6db863-1fd1-4ee6-a295-7455f4c4b25b req-40f9aad8-34f0-4818-a7ac-6af48f847e26 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019366 Oct 14 12:31:17.100674 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-16faac47-abc4-4497-9307-e074dea8226f req-8d8fcafd-7632-48e9-ab4d-c22f8a635663 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Allocated IP 172.20.0.5 (140e7268-9a2f-434a-85c9-99efbcd597b9/3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1/3ccc6aea-1579-49ec-b4c0-3755f5f86a20) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:31:17.212948 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8867231c-0a7f-4313-ad80-c1dcbfbc4081 req-7cba6e7b-9a94-4eb2-95cf-d12a00c66e90 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.0575790 Oct 14 12:31:17.328270 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-16faac47-abc4-4497-9307-e074dea8226f req-8d8fcafd-7632-48e9-ab4d-c22f8a635663 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:17.480854 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-16faac47-abc4-4497-9307-e074dea8226f req-8d8fcafd-7632-48e9-ab4d-c22f8a635663 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:17.567049 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16faac47-abc4-4497-9307-e074dea8226f req-8d8fcafd-7632-48e9-ab4d-c22f8a635663 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Network 140e7268-9a2f-434a-85c9-99efbcd597b9 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:31:17.576500 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-16faac47-abc4-4497-9307-e074dea8226f req-8d8fcafd-7632-48e9-ab4d-c22f8a635663 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:31:17.594086 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-16faac47-abc4-4497-9307-e074dea8226f req-8d8fcafd-7632-48e9-ab4d-c22f8a635663 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:31:17.669195 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fcafd-7632-48e9-ab4d-c22f8a635663 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'Port': ['ID=3ccc6aea-1579-49ec-b4c0-3755f5f86a20,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:17.677239 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e54bcd42-9978-44e2-8f65-f4058b1d2f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:17.696702 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cdd38-59ca-4f7b-b3b9-6aafece4851d req-2dfee586-24e0-44f8-9ee4-a6427c4f1230 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:17.699697 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-537cdd38-59ca-4f7b-b3b9-6aafece4851d req-2dfee586-24e0-44f8-9ee4-a6427c4f1230 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 944 time: 0.1464994 Oct 14 12:31:17.728518 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faac47-abc4-4497-9307-e074dea8226f req-8d8fcafd-7632-48e9-ab4d-c22f8a635663 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:17.729195 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-16faac47-abc4-4497-9307-e074dea8226f req-8d8fcafd-7632-48e9-ab4d-c22f8a635663 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:17.763739 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-537cdd38-59ca-4f7b-b3b9-6aafece4851d req-a6699041-1391-4d93-8c1b-8230c5d66818 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601251 Oct 14 12:31:17.797553 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 55f649c6-125b-4e9a-accf-8da6eccc9b4d details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:31:17.893471 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-f7903b46-0da0-44f4-8842-f91e3cdabe53 None None] Provisioning complete for port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:17.893757 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7903b46-0da0-44f4-8842-f91e3cdabe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:17.932943 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 55f649c6-125b-4e9a-accf-8da6eccc9b4d, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=55f649c6-125b-4e9a-accf-8da6eccc9b4d,segment=NetworkSegment(35a85435-fbb2-4320-868c-0105676930f7),segment_id=35a85435-fbb2-4320-868c-0105676930f7)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:17.951691 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '55f649c6-125b-4e9a-accf-8da6eccc9b4d', 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'port_id': '55f649c6-125b-4e9a-accf-8da6eccc9b4d', 'mac_address': 'fa:16:3e:6d:fd:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:31:17.957433 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f7903b46-0da0-44f4-8842-f91e3cdabe53 None None] Port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:31:17.994917 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:18.011239 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-8d8fcafd-7632-48e9-ab4d-c22f8a635663 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5418265 Oct 14 12:31:18.011850 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f649c6-125b-4e9a-accf-8da6eccc9b4d {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:31:18.020962 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Request body: {'port': {'device_id': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:18.032486 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 55f649c6-125b-4e9a-accf-8da6eccc9b4d, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=55f649c6-125b-4e9a-accf-8da6eccc9b4d,segment=NetworkSegment(35a85435-fbb2-4320-868c-0105676930f7),segment_id=35a85435-fbb2-4320-868c-0105676930f7)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:18.097109 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:18.256355 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:18.265709 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ff7f4-3a56-4b0f-91cb-e740e285fe41 req-fd19f2b2-8ffa-4463-a096-894c7a0e7550 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:18.267781 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ea9ff7f4-3a56-4b0f-91cb-e740e285fe41 req-fd19f2b2-8ffa-4463-a096-894c7a0e7550 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.1310234 Oct 14 12:31:18.352808 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=55f649c6-125b-4e9a-accf-8da6eccc9b4d,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:18.458081 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ea9ff7f4-3a56-4b0f-91cb-e740e285fe41 req-f777dced-0118-4bc5-8fee-a2dae297b51d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615169 Oct 14 12:31:18.475072 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['55f649c6-125b-4e9a-accf-8da6eccc9b4d'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:31:18.484579 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b858ceb-1fcc-4ec8-9255-1be97c30dde9 req-78066135-0269-474c-be88-d04891645f48 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:18.485921 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1b858ceb-1fcc-4ec8-9255-1be97c30dde9 req-78066135-0269-474c-be88-d04891645f48 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 931 time: 0.1568580 Oct 14 12:31:18.591735 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1b858ceb-1fcc-4ec8-9255-1be97c30dde9 req-a2641922-019d-4378-ab16-2fc1be0e23e5 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911520 Oct 14 12:31:18.648533 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:31:18.660534 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:18.678965 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Transition to ACTIVE for port object 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:31:18.892485 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d23010-40dc-4924-8c70-3b39cfd7709e req-def4e9c5-bc7e-4657-bfb8-50dd252b0c97 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:18.894063 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-31d23010-40dc-4924-8c70-3b39cfd7709e req-def4e9c5-bc7e-4657-bfb8-50dd252b0c97 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 945 time: 0.0525448 Oct 14 12:31:18.930542 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:18.940458 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-31d23010-40dc-4924-8c70-3b39cfd7709e req-39dd989e-764d-46ed-9f83-006b8ef555d3 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394862 Oct 14 12:31:18.997877 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Pushing event updated for resources: {'Port': ['ID=3ccc6aea-1579-49ec-b4c0-3755f5f86a20,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:19.113045 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Attempting to bind port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:31:19.113854 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Attempting to bind port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:31:19.114065 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Attempting to bind port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 on network 140e7268-9a2f-434a-85c9-99efbcd597b9 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:31:19.119833 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 on network 140e7268-9a2f-434a-85c9-99efbcd597b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:31:19.120399 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Attempting to bind port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 on network 140e7268-9a2f-434a-85c9-99efbcd597b9 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:31:19.126283 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:31:19.126673 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Checking segment: {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:31:19.127163 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Bound using segment: {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:31:19.127600 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Bound port: 3ccc6aea-1579-49ec-b4c0-3755f5f86a20, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:31:19.127955 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:19.203544 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] For port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:31:19.207035 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] For port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccc6aea-1579-49ec-b4c0-3755f5f86a20,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:31:19.448466 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:19.479792 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:19.480445 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:19.481917 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] 10.222.0.82 "PUT /v2.0/ports/3ccc6aea-1579-49ec-b4c0-3755f5f86a20 HTTP/1.1" status: 200 len: 1093 time: 1.4686432 Oct 14 12:31:19.485352 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'tag': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:19.488857 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f84646d-c94d-4852-8cc4-99ed9d1f0dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac2814e-8a6b-46b6-a8a6-edf522838f2c", "tag": "3ccc6aea-1579-49ec-b4c0-3755f5f86a20"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:19.532823 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c17703-18c4-4820-b507-599f04b6886c x-openstack-request-id: req-40c17703-18c4-4820-b507-599f04b6886c {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:19.533688 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac2814e-8a6b-46b6-a8a6-edf522838f2c", "tag": "3ccc6aea-1579-49ec-b4c0-3755f5f86a20", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:19.534041 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-40c17703-18c4-4820-b507-599f04b6886c {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:19.534607 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'tag': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'status': 'completed', 'code': 200} Oct 14 12:31:19.536155 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee856ee-1501-4e51-816e-63ca36bc924b service neutron] Pushing event updated for resources: {'Port': ['ID=3ccc6aea-1579-49ec-b4c0-3755f5f86a20,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:19.599149 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84646d-c94d-4852-8cc4-99ed9d1f0dbb req-4af9d4ab-599c-4fad-8f33-dfcf961a38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:19.600740 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5f84646d-c94d-4852-8cc4-99ed9d1f0dbb req-4af9d4ab-599c-4fad-8f33-dfcf961a38e3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 1096 time: 0.0460694 Oct 14 12:31:19.750552 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84646d-c94d-4852-8cc4-99ed9d1f0dbb req-541999ff-b87a-4074-a330-a8398291b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:19.750552 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5f84646d-c94d-4852-8cc4-99ed9d1f0dbb req-541999ff-b87a-4074-a330-a8398291b9f9 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1206682 Oct 14 12:31:19.811064 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 55f649c6-125b-4e9a-accf-8da6eccc9b4d up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:31:19.872186 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767da6e-a4dc-4718-bee5-d082f595f5a3 req-aa36f09f-4464-446c-8a2d-a812df97eca6 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:19.873629 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a767da6e-a4dc-4718-bee5-d082f595f5a3 req-aa36f09f-4464-446c-8a2d-a812df97eca6 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 943 time: 0.1113532 Oct 14 12:31:19.875145 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84646d-c94d-4852-8cc4-99ed9d1f0dbb req-16999741-16f8-4238-9a75-6642159522f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:19.876481 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5f84646d-c94d-4852-8cc4-99ed9d1f0dbb req-16999741-16f8-4238-9a75-6642159522f4 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404045 Oct 14 12:31:19.924918 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a767da6e-a4dc-4718-bee5-d082f595f5a3 req-b5ba31e6-dd76-4bef-a674-c4f5c6a166cd tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451522 Oct 14 12:31:19.959787 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faac47-abc4-4497-9307-e074dea8226f req-8fb8fe87-1e7a-48eb-b9c2-3288db232f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:19.969526 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-8fb8fe87-1e7a-48eb-b9c2-3288db232f59 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 1096 time: 0.0473125 Oct 14 12:31:20.010190 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-8a53e260-fc68-44b7-85da-c844f353e1b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ccc6aea-1579-49ec-b4c0-3755f5f86a20 HTTP/1.1" status: 200 len: 217 time: 0.0414667 Oct 14 12:31:20.070606 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faac47-abc4-4497-9307-e074dea8226f req-15728c42-6ef5-4641-b56b-21b6a4dd231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:20.072147 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-15728c42-6ef5-4641-b56b-21b6a4dd231a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1 HTTP/1.1" status: 200 len: 851 time: 0.0551705 Oct 14 12:31:20.098955 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 55f649c6-125b-4e9a-accf-8da6eccc9b4d completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:31:20.103851 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 55f649c6-125b-4e9a-accf-8da6eccc9b4d triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:20.104586 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:20.133091 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faac47-abc4-4497-9307-e074dea8226f req-cecf600b-b8fa-49dd-ad28-264d394bcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:20.133091 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-cecf600b-b8fa-49dd-ad28-264d394bcd60 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=140e7268-9a2f-434a-85c9-99efbcd597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506732 Oct 14 12:31:20.215209 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:20.244230 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f649c6-125b-4e9a-accf-8da6eccc9b4d'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:20.247109 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-27a44d03-018b-4f22-9717-3345e4bb2e02 service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060998 Oct 14 12:31:20.247352 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9743520f-0f5d-4210-84be-9d1ca17e2ee6" -d '{"events": [{"server_uuid": "8604734a-8de8-4b54-829f-4a4f85dc9eb6", "name": "network-vif-plugged", "status": "completed", "tag": "55f649c6-125b-4e9a-accf-8da6eccc9b4d"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:20.262103 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 55f649c6-125b-4e9a-accf-8da6eccc9b4d, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=55f649c6-125b-4e9a-accf-8da6eccc9b4d,segment=NetworkSegment(35a85435-fbb2-4320-868c-0105676930f7),segment_id=35a85435-fbb2-4320-868c-0105676930f7)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:20.349252 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16faac47-abc4-4497-9307-e074dea8226f req-0d0cdbc1-7c75-40a1-aee0-74dc5a114c31 service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955124 Oct 14 12:31:20.414637 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:20.415746 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 3820717d-7baa-4ef5-badc-cb86da4ffe37 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:31:20.499597 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=55f649c6-125b-4e9a-accf-8da6eccc9b4d,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:20.626762 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8067da00-d279-41f7-a4c6-d413104f4e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:21.221112 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b253a7c4-1865-48ac-919b-812b315b1156 x-openstack-request-id: req-b253a7c4-1865-48ac-919b-812b315b1156 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:21.222108 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8604734a-8de8-4b54-829f-4a4f85dc9eb6", "name": "network-vif-plugged", "status": "completed", "tag": "55f649c6-125b-4e9a-accf-8da6eccc9b4d", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:21.222108 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b253a7c4-1865-48ac-919b-812b315b1156 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:21.222108 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f649c6-125b-4e9a-accf-8da6eccc9b4d', 'code': 200} Oct 14 12:31:21.268723 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7a0c5-a7f6-4128-8702-cad93a595d71 req-401495ed-0e1e-4e01-a28c-6b3d3581cc8f tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:21.270422 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c6e7a0c5-a7f6-4128-8702-cad93a595d71 req-401495ed-0e1e-4e01-a28c-6b3d3581cc8f tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 946 time: 0.0979457 Oct 14 12:31:21.358179 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c6e7a0c5-a7f6-4128-8702-cad93a595d71 req-a2634f6e-d99e-42b3-9b6c-a2a8690d6976 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793984 Oct 14 12:31:21.377251 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc432e-f4c9-44b7-9fb1-2d07ba466655 req-7258f39a-20a3-427d-8be8-798dcbd0279e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:21.378795 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6bdc432e-f4c9-44b7-9fb1-2d07ba466655 req-7258f39a-20a3-427d-8be8-798dcbd0279e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 943 time: 0.0801015 Oct 14 12:31:21.447208 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6bdc432e-f4c9-44b7-9fb1-2d07ba466655 req-b5e89b31-96ca-440f-b3b2-353ea5c574e5 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587206 Oct 14 12:31:21.597671 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:21.686057 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc5f26-41f8-42a6-a0b9-be3bc800c424 req-dfad7879-aafb-44e7-adbf-d3f85d47def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:21.688472 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2cfc5f26-41f8-42a6-a0b9-be3bc800c424 req-dfad7879-aafb-44e7-adbf-d3f85d47def8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 1099 time: 0.0439193 Oct 14 12:31:21.727668 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2cfc5f26-41f8-42a6-a0b9-be3bc800c424 req-c22b5a21-9092-4c6d-9921-9c5313f2ac4b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320425 Oct 14 12:31:22.215398 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:22.529267 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b6184-8bfa-4fc9-982b-4679d6ceb439 req-0110cdad-f5e0-41a9-81a1-2149024e0f89 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:22.531950 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-159b6184-8bfa-4fc9-982b-4679d6ceb439 req-0110cdad-f5e0-41a9-81a1-2149024e0f89 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 946 time: 0.0659091 Oct 14 12:31:22.540569 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 54714) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:22.590110 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-159b6184-8bfa-4fc9-982b-4679d6ceb439 req-a0893a06-3953-49d6-9218-5199003ad3c6 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467677 Oct 14 12:31:22.601802 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ab49b6-a973-4ab5-9d46-b6365737fbf9 admin admin] Deleting subnet f7b2ba6a-8740-4446-9705-991ca4c7cbe7 {{(pid=100446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:31:22.605408 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d6ab49b6-a973-4ab5-9d46-b6365737fbf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:22.662529 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d6ab49b6-a973-4ab5-9d46-b6365737fbf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926743'] for subnet, precommit_delete_associations {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:22.709901 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d6ab49b6-a973-4ab5-9d46-b6365737fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:22.727777 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d5dc4-bd90-4ab5-8b45-728c5bd8a9f8 req-566dca20-46d4-4e06-81c1-b323315e543f tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:22.729386 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b28d5dc4-bd90-4ab5-8b45-728c5bd8a9f8 req-566dca20-46d4-4e06-81c1-b323315e543f tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 943 time: 0.0713382 Oct 14 12:31:22.823535 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b28d5dc4-bd90-4ab5-8b45-728c5bd8a9f8 req-cd350d08-d4ea-4c51-8a6e-aef2011b84ad tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804718 Oct 14 12:31:22.883725 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:22.915159 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d6ab49b6-a973-4ab5-9d46-b6365737fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9655132'] for subnet, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:22.919138 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae0be4-1e2a-4de0-a64f-a7f57dba6790 req-d46f8061-54d4-457c-91bf-6fbfd9b31388 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:22.920722 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9cae0be4-1e2a-4de0-a64f-a7f57dba6790 req-d46f8061-54d4-457c-91bf-6fbfd9b31388 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0609088 Oct 14 12:31:22.971846 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d6ab49b6-a973-4ab5-9d46-b6365737fbf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:22.982847 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-d6ab49b6-a973-4ab5-9d46-b6365737fbf9 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f7b2ba6a-8740-4446-9705-991ca4c7cbe7 HTTP/1.1" status: 204 len: 168 time: 0.4379485 Oct 14 12:31:22.982847 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab49b6-a973-4ab5-9d46-b6365737fbf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b2ba6a-8740-4446-9705-991ca4c7cbe7,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:22.987245 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 54726) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:22.988300 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9cae0be4-1e2a-4de0-a64f-a7f57dba6790 req-92d20d0a-160b-498a-a534-380ac8af8ad4 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487866 Oct 14 12:31:23.065974 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6ce36e5c-a069-4d87-93f6-ce7859fba56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:23.151019 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6ce36e5c-a069-4d87-93f6-ce7859fba56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:23.178407 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6ce36e5c-a069-4d87-93f6-ce7859fba56c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:23.189964 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6ce36e5c-a069-4d87-93f6-ce7859fba56c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee439b7b-ac44-4277-933d-7e7bd077b666') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:23.190255 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6ce36e5c-a069-4d87-93f6-ce7859fba56c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee439b7b-ac44-4277-933d-7e7bd077b666') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:23.200189 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6ce36e5c-a069-4d87-93f6-ce7859fba56c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9081384'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:23.216150 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6ce36e5c-a069-4d87-93f6-ce7859fba56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:23.223102 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce36e5c-a069-4d87-93f6-ce7859fba56c admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:31:23.223509 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6ce36e5c-a069-4d87-93f6-ce7859fba56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9882719'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: Traceback (most recent call last): Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: timer() Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: cb(*args, **kw) Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: return func(*args, **kwargs) Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: self._notify() Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: self.callback(batched_events) Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: event.method(event) Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: return f(self, *a, **k) Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._get(url).json() Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: return self.request(url, 'GET', **kwargs) Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:31:23.226910 dv-cinder-813984-2-iscsi neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:31:23.267745 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-a07fb28d-5667-48bf-b6eb-7b3f3925677c req-255ccf8a-4217-4d98-9f89-4d6e321e8404 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417066 Oct 14 12:31:23.403212 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6ce36e5c-a069-4d87-93f6-ce7859fba56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:23.413346 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6ce36e5c-a069-4d87-93f6-ce7859fba56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:23.421445 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-6ce36e5c-a069-4d87-93f6-ce7859fba56c admin admin] 10.222.0.71 "DELETE /v2.0/networks/ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3 HTTP/1.1" status: 204 len: 168 time: 0.4283602 Oct 14 12:31:23.428947 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce36e5c-a069-4d87-93f6-ce7859fba56c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca26a56a-aeb2-4a7b-8bfe-3514b3ec6bc3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:23.737670 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b06e5-c40e-42b4-9dac-57d99a161c4c req-36623a15-a065-4e82-9bd7-68d45fc290fd tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:23.739692 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4d5b06e5-c40e-42b4-9dac-57d99a161c4c req-36623a15-a065-4e82-9bd7-68d45fc290fd tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 946 time: 0.0686436 Oct 14 12:31:23.790544 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4d5b06e5-c40e-42b4-9dac-57d99a161c4c req-144a206f-4299-4469-8509-41b0ed531b07 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432444 Oct 14 12:31:23.907720 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 54744) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:23.932948 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5800cf8-5739-407a-bef4-3131b7bd200a req-96d4350b-cf19-4872-9f7f-9d178f897125 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:23.937233 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b5800cf8-5739-407a-bef4-3131b7bd200a req-96d4350b-cf19-4872-9f7f-9d178f897125 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 946 time: 0.0707862 Oct 14 12:31:23.966600 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-32f804ca-dfc7-48e2-ae27-b2c31929c6b9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0a572d02a0774891954984c3be54c2c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561233 Oct 14 12:31:23.969078 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 54746) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:24.021689 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac0d55-efa9-457e-8af1-b16522dcde4e req-c2b44617-4f9d-4cd7-a013-4f40da0689d0 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:24.023328 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-12ac0d55-efa9-457e-8af1-b16522dcde4e req-c2b44617-4f9d-4cd7-a013-4f40da0689d0 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 943 time: 0.0860641 Oct 14 12:31:24.028231 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b5800cf8-5739-407a-bef4-3131b7bd200a req-4aa2da81-62f6-4321-9a24-0569072a9960 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752180 Oct 14 12:31:24.037448 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:24.076051 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:24.090017 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-12ac0d55-efa9-457e-8af1-b16522dcde4e req-b53dfdee-a037-4da9-b830-87d6fbc617e4 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487914 Oct 14 12:31:24.211498 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776c25c-dd2a-4451-acb2-44c02b18bd79 req-e927aa15-5df1-4a36-abd6-cbe273ba1ebe tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:24.213190 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7776c25c-dd2a-4451-acb2-44c02b18bd79 req-e927aa15-5df1-4a36-abd6-cbe273ba1ebe tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0565631 Oct 14 12:31:24.298697 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:24.301683 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:24.303860 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0f682359-eafe-4ab8-bd97-15675dce28b8 HTTP/1.1" status: 204 len: 168 time: 0.3327985 Oct 14 12:31:24.313743 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f682359-eafe-4ab8-bd97-15675dce28b8,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:24.321948 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:24.322620 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:24.323176 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:24.323772 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:24.324228 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:24.324658 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:24.325078 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:24.325477 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:24.325877 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:24.326267 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:24.326801 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:24.327478 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca12a9-1263-4aba-b69f-4554d045a37d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:24.560131 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7776c25c-dd2a-4451-acb2-44c02b18bd79 req-d6bc81f3-ad2b-44b1-9683-9350cab19e73 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400738 Oct 14 12:31:24.582303 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c214b-eee8-48a4-ba5d-25f272aad8b8 req-388e78b6-66b3-4513-ac8a-e86004ceb372 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:24.585184 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-168c214b-eee8-48a4-ba5d-25f272aad8b8 req-388e78b6-66b3-4513-ac8a-e86004ceb372 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 946 time: 0.0708759 Oct 14 12:31:24.627974 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-168c214b-eee8-48a4-ba5d-25f272aad8b8 req-0866851b-cb55-48a5-97f1-4ea6b0146b4d tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369279 Oct 14 12:31:24.925009 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fb28d-5667-48bf-b6eb-7b3f3925677c req-06bbfce5-f709-4667-a4c3-8a9d83abf203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:24.926493 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a07fb28d-5667-48bf-b6eb-7b3f3925677c req-06bbfce5-f709-4667-a4c3-8a9d83abf203 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b&tenant_id=254e8ebad5c540d4bc11cf8a08096cf3 HTTP/1.1" status: 200 len: 1097 time: 0.0417917 Oct 14 12:31:24.994053 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fb28d-5667-48bf-b6eb-7b3f3925677c req-5393d062-76e5-4486-920c-89882121c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:24.995800 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a07fb28d-5667-48bf-b6eb-7b3f3925677c req-5393d062-76e5-4486-920c-89882121c2ad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 1097 time: 0.0450063 Oct 14 12:31:25.097150 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fb28d-5667-48bf-b6eb-7b3f3925677c req-d9e612bf-3e9a-4345-8483-8a15af66fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:25.098707 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a07fb28d-5667-48bf-b6eb-7b3f3925677c req-d9e612bf-3e9a-4345-8483-8a15af66fd16 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d HTTP/1.1" status: 200 len: 917 time: 0.0965927 Oct 14 12:31:25.194153 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a07fb28d-5667-48bf-b6eb-7b3f3925677c req-ba72f78a-a6dc-4e81-86bf-e8a56087c6c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37 HTTP/1.1" status: 200 len: 1000 time: 0.0879951 Oct 14 12:31:25.260982 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fb28d-5667-48bf-b6eb-7b3f3925677c req-1c686d89-21c6-4789-9dd2-ee8d767a246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:25.262371 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a07fb28d-5667-48bf-b6eb-7b3f3925677c req-1c686d89-21c6-4789-9dd2-ee8d767a246c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cc5bc5ee-814c-4686-ba13-7451402f57fe HTTP/1.1" status: 200 len: 855 time: 0.0543678 Oct 14 12:31:25.271909 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295b47a-e82c-4ef6-b340-e43b9e3c7436 req-89869225-cf06-4a39-887a-cda7ee1052b1 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:25.273475 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4295b47a-e82c-4ef6-b340-e43b9e3c7436 req-89869225-cf06-4a39-887a-cda7ee1052b1 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 943 time: 0.0924897 Oct 14 12:31:25.345134 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4295b47a-e82c-4ef6-b340-e43b9e3c7436 req-1d806539-a79a-4284-9934-372a7652c4ab tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625744 Oct 14 12:31:25.348467 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fb28d-5667-48bf-b6eb-7b3f3925677c req-ee966620-0d4d-4a1e-9d67-dca891cf724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:25.350621 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a07fb28d-5667-48bf-b6eb-7b3f3925677c req-ee966620-0d4d-4a1e-9d67-dca891cf724e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f2d1afd-f850-4c18-8b5a-8234bb24a17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762265 Oct 14 12:31:25.497002 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a07fb28d-5667-48bf-b6eb-7b3f3925677c req-20652fd6-960e-4b12-a031-c30030b06cb2 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380665 Oct 14 12:31:25.637469 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a07fb28d-5667-48bf-b6eb-7b3f3925677c req-fcc654b5-1f7f-4af0-9ebd-d05f5cbd3109 service neutron] 10.222.0.82 "GET /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337419 Oct 14 12:31:25.703797 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd10b5-9185-411c-9c8b-96a56930466e req-4d5b82ac-fd47-48e4-9947-b60ddb69883c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:25.711951 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-35dd10b5-9185-411c-9c8b-96a56930466e req-4d5b82ac-fd47-48e4-9947-b60ddb69883c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0725522 Oct 14 12:31:25.756272 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-35dd10b5-9185-411c-9c8b-96a56930466e req-0bfd68fe-41d9-413a-95b8-f2feef3594e1 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431485 Oct 14 12:31:26.678899 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7602e-ac38-4f18-a364-74f30711e783 req-15a4c292-b8ba-46b3-acff-9f8d61c3c056 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:26.692309 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c0c7602e-ac38-4f18-a364-74f30711e783 req-15a4c292-b8ba-46b3-acff-9f8d61c3c056 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 943 time: 0.2243052 Oct 14 12:31:26.764461 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c0c7602e-ac38-4f18-a364-74f30711e783 req-446ae319-c567-4aab-b36b-de86374ee5fc tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704985 Oct 14 12:31:26.940867 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48c55e-c12e-423b-b596-0d1ffe7cf56e req-5925e39e-7be2-4f54-a62c-020efcd677b8 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:26.951472 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8c48c55e-c12e-423b-b596-0d1ffe7cf56e req-5925e39e-7be2-4f54-a62c-020efcd677b8 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0824530 Oct 14 12:31:26.994337 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8c48c55e-c12e-423b-b596-0d1ffe7cf56e req-211ea462-ac28-4de2-ad5e-4b3554c296ee tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415058 Oct 14 12:31:27.923841 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f205ff-3ca6-4aa8-a519-2dddad43e418 req-9d2a5a7a-69e1-4b3c-aa87-dfe43e3287cc tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:27.927856 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-71f205ff-3ca6-4aa8-a519-2dddad43e418 req-9d2a5a7a-69e1-4b3c-aa87-dfe43e3287cc tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 943 time: 0.0641930 Oct 14 12:31:27.976207 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-71f205ff-3ca6-4aa8-a519-2dddad43e418 req-fbfa944e-f862-46c5-a460-9f4713177aea tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397730 Oct 14 12:31:28.111228 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4afef244-9294-433b-8008-a63c15fdf697 req-9f5df34b-89df-47ad-b0ed-6c46b3ab52ca tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a8304be76c9b4d9fba1c6a60d19fea1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394354 Oct 14 12:31:28.360097 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afef244-9294-433b-8008-a63c15fdf697 req-baea02c4-6456-437f-9e65-c599550cc13c tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:28.362382 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4afef244-9294-433b-8008-a63c15fdf697 req-baea02c4-6456-437f-9e65-c599550cc13c tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426081 Oct 14 12:31:28.379726 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4afef244-9294-433b-8008-a63c15fdf697 req-a22b1a0a-755c-469e-87df-c1b154c6396b tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/quotas/a8304be76c9b4d9fba1c6a60d19fea1f HTTP/1.1" status: 200 len: 375 time: 0.0101590 Oct 14 12:31:28.414274 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4afef244-9294-433b-8008-a63c15fdf697 req-d9651d18-2a19-40c6-a6d3-841a4f0eb6e2 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a8304be76c9b4d9fba1c6a60d19fea1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272939 Oct 14 12:31:28.722227 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfa861-d6ae-4fc2-9fc8-96cafe966c08 req-96a6a503-2a5d-4b60-87ba-22bf24bef60a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:28.724839 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b5dfa861-d6ae-4fc2-9fc8-96cafe966c08 req-96a6a503-2a5d-4b60-87ba-22bf24bef60a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0699208 Oct 14 12:31:28.791067 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b5dfa861-d6ae-4fc2-9fc8-96cafe966c08 req-96bd7394-4193-4857-b539-0c028a5cc24d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558560 Oct 14 12:31:28.910800 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-347191dc-5aa1-47cc-bdf1-8d1dfb5b3a0c req-f050c3d3-48ca-4708-9590-f89e1148606d tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 210 time: 0.0327418 Oct 14 12:31:29.105781 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c974ea-fdd0-4e93-9d51-7990aca87565 req-4aa30002-268c-4533-8a66-3684957a100e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:29.107410 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-09c974ea-fdd0-4e93-9d51-7990aca87565 req-4aa30002-268c-4533-8a66-3684957a100e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 943 time: 0.0531781 Oct 14 12:31:29.155343 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-09c974ea-fdd0-4e93-9d51-7990aca87565 req-611aec66-67e4-46c6-b464-860ea284ec47 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365639 Oct 14 12:31:29.825547 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:31:29.943371 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccc6aea-1579-49ec-b4c0-3755f5f86a20,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:29.971050 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'port_id': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'mac_address': 'fa:16:3e:00:0a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:31:30.031247 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:30.055547 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567aa9d-e143-4485-b062-4371470266da req-ff4413e8-c24a-4c7e-99b8-bc322e7e2950 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:30.059538 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f567aa9d-e143-4485-b062-4371470266da req-ff4413e8-c24a-4c7e-99b8-bc322e7e2950 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0989974 Oct 14 12:31:30.063153 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:31:30.086522 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccc6aea-1579-49ec-b4c0-3755f5f86a20,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:30.113409 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f567aa9d-e143-4485-b062-4371470266da req-91fa400b-b761-49b5-a60a-8db1856311c9 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429044 Oct 14 12:31:30.201730 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:30.253340 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a0607aec-28bc-444b-ab47-57e5fc1f1879 req-568151dd-266b-496c-8871-931622bdf9d4 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 210 time: 0.0438750 Oct 14 12:31:30.293578 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=3ccc6aea-1579-49ec-b4c0-3755f5f86a20,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:30.415882 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfd0d8-815b-46a5-bf17-69aaa2ab7889 req-ab647bb0-1508-487e-bb9a-342c89f758d8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:30.417474 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eddfd0d8-815b-46a5-bf17-69aaa2ab7889 req-ab647bb0-1508-487e-bb9a-342c89f758d8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 944 time: 0.0781655 Oct 14 12:31:30.424454 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['3ccc6aea-1579-49ec-b4c0-3755f5f86a20'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:31:30.474641 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eddfd0d8-815b-46a5-bf17-69aaa2ab7889 req-aeba7e71-6fcd-4bc6-8d63-fe90613cd054 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499027 Oct 14 12:31:31.289815 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbeb14-2302-4e7c-b057-cf7e30d598c0 req-368e03fe-e7d2-4c9f-aace-5e6492368851 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:31.291347 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3ddbeb14-2302-4e7c-b057-cf7e30d598c0 req-368e03fe-e7d2-4c9f-aace-5e6492368851 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0669038 Oct 14 12:31:31.342180 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3ddbeb14-2302-4e7c-b057-cf7e30d598c0 req-c8a02069-3f70-4f96-947b-8ae09a6c1a27 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443418 Oct 14 12:31:31.475518 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5c58b0e9-5667-4fbf-a32c-75fd0d6baae0 req-8875fc05-8525-4c59-8d79-bad860765b29 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 210 time: 0.0332456 Oct 14 12:31:31.640349 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbd481-cb12-4143-8536-2383678bb341 req-9e7f3401-42bb-4d4c-81f8-49e0c2ed36fb tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:31.643255 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bddbd481-cb12-4143-8536-2383678bb341 req-9e7f3401-42bb-4d4c-81f8-49e0c2ed36fb tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 944 time: 0.0712471 Oct 14 12:31:31.690509 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bddbd481-cb12-4143-8536-2383678bb341 req-b38cb20a-fc90-44ad-8c68-ef1743ae683f tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404360 Oct 14 12:31:31.827549 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:31:31.974541 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:31:31.979904 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:31.987327 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:32.128670 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:32.165812 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:32.168365 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a687a70-f0ed-419c-9286-479dadf3a8dd" -d '{"events": [{"server_uuid": "3ac2814e-8a6b-46b6-a8a6-edf522838f2c", "name": "network-vif-plugged", "status": "completed", "tag": "3ccc6aea-1579-49ec-b4c0-3755f5f86a20"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:32.187686 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccc6aea-1579-49ec-b4c0-3755f5f86a20,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:32.249003 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca407606-49f6-4d6c-8be9-550740b2560f x-openstack-request-id: req-ca407606-49f6-4d6c-8be9-550740b2560f {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:32.249003 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac2814e-8a6b-46b6-a8a6-edf522838f2c", "name": "network-vif-plugged", "status": "completed", "tag": "3ccc6aea-1579-49ec-b4c0-3755f5f86a20", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:32.249003 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ca407606-49f6-4d6c-8be9-550740b2560f {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:32.249003 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'code': 200} Oct 14 12:31:32.329037 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:32.389880 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=3ccc6aea-1579-49ec-b4c0-3755f5f86a20,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:32.509557 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb04e-0b51-467e-9621-0858d3507d8c req-124ba897-1906-45ad-b919-bc6c7c58bf38 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:32.511121 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-96ccb04e-0b51-467e-9621-0858d3507d8c req-124ba897-1906-45ad-b919-bc6c7c58bf38 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0595329 Oct 14 12:31:32.563753 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-96ccb04e-0b51-467e-9621-0858d3507d8c req-1db27924-1d27-4f64-9f3b-809f66c110e5 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386627 Oct 14 12:31:32.696896 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9e7569c2-5310-4243-b233-13ea679600e9 req-4a963168-8550-44ce-9316-c3ee96fe05de tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 210 time: 0.0458500 Oct 14 12:31:32.853099 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0bc74-39ba-4e09-92bb-aed7bf02d7b8 req-c6863335-d7e7-4c38-b499-92e62304dd56 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:32.862350 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a7a0bc74-39ba-4e09-92bb-aed7bf02d7b8 req-c6863335-d7e7-4c38-b499-92e62304dd56 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 945 time: 0.0814986 Oct 14 12:31:32.916560 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a7a0bc74-39ba-4e09-92bb-aed7bf02d7b8 req-096b7a33-2279-40ec-b565-20c368dc0cf1 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530283 Oct 14 12:31:33.749103 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabad879-1572-4f43-9766-27ed4aab9628 req-b2cd8771-fd95-4951-b325-c24b87f930a0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:33.750681 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-aabad879-1572-4f43-9766-27ed4aab9628 req-b2cd8771-fd95-4951-b325-c24b87f930a0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0624485 Oct 14 12:31:33.802214 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-aabad879-1572-4f43-9766-27ed4aab9628 req-56449c1d-bd25-426c-bf5b-cb67c6517c4e tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384598 Oct 14 12:31:33.924699 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5f23e52d-e82d-42aa-a6bd-794cd8d6d79b req-75160ebb-a346-4b75-9bdc-257847610561 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 210 time: 0.0427246 Oct 14 12:31:34.063427 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb276-bbaa-4d68-9956-55aa7db0127b req-ba28462c-9843-423b-8fe2-ffbec68283d5 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:34.064944 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-956bb276-bbaa-4d68-9956-55aa7db0127b req-ba28462c-9843-423b-8fe2-ffbec68283d5 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 945 time: 0.0559800 Oct 14 12:31:34.117500 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-956bb276-bbaa-4d68-9956-55aa7db0127b req-3e1cd202-a938-407f-a0e7-6824f6b79766 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441892 Oct 14 12:31:34.786760 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:31:35.023244 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764ac41-d595-4743-8b15-b1136396856c req-77aebf0d-042b-44e7-b977-000ea66fcb16 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:35.033810 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1764ac41-d595-4743-8b15-b1136396856c req-77aebf0d-042b-44e7-b977-000ea66fcb16 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0895259 Oct 14 12:31:35.089648 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1764ac41-d595-4743-8b15-b1136396856c req-f4dc79c1-098d-44a6-8069-df4cbb887c60 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509567 Oct 14 12:31:35.207998 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7e3c69b4-cb61-4662-b435-72d1520db3de req-1ede0da4-9efa-4b77-aad9-0eaa251f72e6 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 210 time: 0.0380912 Oct 14 12:31:35.423764 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889cd97-1e80-472f-834e-db0558acd599 req-e6c3f5c1-2896-450e-81c5-77a49abcfdf5 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:35.431981 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e889cd97-1e80-472f-834e-db0558acd599 req-e6c3f5c1-2896-450e-81c5-77a49abcfdf5 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 945 time: 0.0996330 Oct 14 12:31:35.468926 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e889cd97-1e80-472f-834e-db0558acd599 req-746bc3c9-433e-487d-a69c-57ecb9630ab8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360625 Oct 14 12:31:36.292065 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6224c-3bed-46db-a992-ba819756dff0 req-3a770df6-f6d0-416c-badd-b4fc88253bc0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:36.294342 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7ea6224c-3bed-46db-a992-ba819756dff0 req-3a770df6-f6d0-416c-badd-b4fc88253bc0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0897074 Oct 14 12:31:36.382599 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7ea6224c-3bed-46db-a992-ba819756dff0 req-a6ab5eed-48a0-46fe-9aa6-67ea87f53e05 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738323 Oct 14 12:31:36.408386 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:36.521477 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-20c34200-e7cc-43cc-b4c5-965963d357c3 req-e600639f-0bbc-4ccd-841e-4ce2494d1131 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 210 time: 0.0347140 Oct 14 12:31:36.670148 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c58110-2a63-4f9b-9ab4-ef6423b341a4 req-07b504fb-992e-482c-b165-c0ec48594169 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:36.684671 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-89c58110-2a63-4f9b-9ab4-ef6423b341a4 req-07b504fb-992e-482c-b165-c0ec48594169 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 945 time: 0.0886583 Oct 14 12:31:36.749054 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-89c58110-2a63-4f9b-9ab4-ef6423b341a4 req-7b854974-fb89-44e8-8e94-cb1f3f228e37 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627277 Oct 14 12:31:37.568246 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ca084-a10c-4ee5-852d-3aa42d665087 req-2b91b582-e019-4580-bebb-740f94be12fb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:37.571028 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c25ca084-a10c-4ee5-852d-3aa42d665087 req-2b91b582-e019-4580-bebb-740f94be12fb tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0769110 Oct 14 12:31:37.643788 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c25ca084-a10c-4ee5-852d-3aa42d665087 req-72fd3998-a817-4529-ae77-12d50d60fd6c tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610976 Oct 14 12:31:37.664194 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dc2693ea-9571-4800-807d-a3fb24252abe req-96f0bde0-34ff-4a73-9df7-887433830d87 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 210 time: 0.0380411 Oct 14 12:31:37.931562 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db307200-2672-4f24-9b0b-fd427e87f379 req-c4e9c4b0-d00f-40d1-9a69-377b2cf18ec3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:37.933100 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-db307200-2672-4f24-9b0b-fd427e87f379 req-c4e9c4b0-d00f-40d1-9a69-377b2cf18ec3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 945 time: 0.0875537 Oct 14 12:31:37.939509 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95b055-1443-440f-92ad-b94aba22f6bb req-86f851e8-3fd0-429a-91b4-f1221b3d94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:37.941187 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4e95b055-1443-440f-92ad-b94aba22f6bb req-86f851e8-3fd0-429a-91b4-f1221b3d94b4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 1098 time: 0.0837383 Oct 14 12:31:37.999593 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-db307200-2672-4f24-9b0b-fd427e87f379 req-45ddef66-53de-4fb7-96a4-1606d8d83469 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561423 Oct 14 12:31:38.019764 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4e95b055-1443-440f-92ad-b94aba22f6bb req-81e3aeec-1caf-4495-95c3-7a365cb7a0e8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611949 Oct 14 12:31:38.798227 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d783d030-afa2-46ea-9118-89b91488523d req-7c5186f2-21e8-471a-9ce2-0d50f21bd0d6 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 210 time: 0.0334530 Oct 14 12:31:38.819004 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc592d-ee9e-461d-9b8b-fc5deb011837 req-7167733a-2b1a-40c3-9bed-0d1920ad0ebf tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:38.819004 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-70bc592d-ee9e-461d-9b8b-fc5deb011837 req-7167733a-2b1a-40c3-9bed-0d1920ad0ebf tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0913272 Oct 14 12:31:38.880379 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-70bc592d-ee9e-461d-9b8b-fc5deb011837 req-63aa08bf-5fa1-44c6-acfe-5c3b3ec1c73d tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497186 Oct 14 12:31:38.979311 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4afef244-9294-433b-8008-a63c15fdf697 req-4d9f614c-065f-441a-ab7a-5d25ede98e0f tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=a8304be76c9b4d9fba1c6a60d19fea1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242517 Oct 14 12:31:39.135809 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afef244-9294-433b-8008-a63c15fdf697 req-3e979da2-11e3-42bb-9898-68f946d6fca0 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:39.137487 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4afef244-9294-433b-8008-a63c15fdf697 req-3e979da2-11e3-42bb-9898-68f946d6fca0 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503782 Oct 14 12:31:39.157326 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-4afef244-9294-433b-8008-a63c15fdf697 req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Request body: {'port': {'device_id': '3dfcaa2f-ac85-4d79-a652-2ec5afa6e008', 'network_id': '58a45314-724f-43f5-8091-2e73d0b1c748', 'admin_state_up': True, 'tenant_id': 'a8304be76c9b4d9fba1c6a60d19fea1f'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:39.273092 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31475b-27ec-4c3d-ad61-6ad39e22ab50 req-38ba29c0-241c-4a8b-a905-3fb25f356b73 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:39.274750 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ff31475b-27ec-4c3d-ad61-6ad39e22ab50 req-38ba29c0-241c-4a8b-a905-3fb25f356b73 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 945 time: 0.1634383 Oct 14 12:31:39.356534 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ff31475b-27ec-4c3d-ad61-6ad39e22ab50 req-25266e67-874a-4926-a0e6-40ae4bc5a3a5 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722306 Oct 14 12:31:39.470149 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4afef244-9294-433b-8008-a63c15fdf697 req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Made reservation on behalf of a8304be76c9b4d9fba1c6a60d19fea1f for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:31:39.477735 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4afef244-9294-433b-8008-a63c15fdf697 req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:39.499189 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4afef244-9294-433b-8008-a63c15fdf697 req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:39.625186 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4afef244-9294-433b-8008-a63c15fdf697 req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:39.753442 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4afef244-9294-433b-8008-a63c15fdf697 req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:39.829810 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bd9297-0aff-4f6f-8400-01394926a539,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:39.853046 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:39.853483 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:39.853853 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:39.854195 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:39.854544 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:39.855012 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:39.855205 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:39.855525 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:39.855850 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:39.856168 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:39.856529 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:39.856798 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:39.943315 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-264a9b6b-2f1b-4cfa-a2a9-d618251119c7 req-13af7833-ec41-4f82-9066-aa516666427b tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 210 time: 0.0341382 Oct 14 12:31:39.958210 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-4afef244-9294-433b-8008-a63c15fdf697 req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Allocated IP 192.168.233.181 (58a45314-724f-43f5-8091-2e73d0b1c748/c736fe83-684c-43ad-9428-cdb74cf483b8/362e4588-06cf-4334-83ab-4511ba370197) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:31:40.081829 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77ebe0-eb7a-47f8-8a7f-353fc01c098f req-06e681ff-7079-49df-938a-87154f755c49 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:40.083396 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fd77ebe0-eb7a-47f8-8a7f-353fc01c098f req-06e681ff-7079-49df-938a-87154f755c49 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0980437 Oct 14 12:31:40.164175 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fd77ebe0-eb7a-47f8-8a7f-353fc01c098f req-b7acce63-235d-40e7-9227-1adb3bd0b3d5 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547276 Oct 14 12:31:40.196600 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4afef244-9294-433b-8008-a63c15fdf697 req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:40.355491 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4afef244-9294-433b-8008-a63c15fdf697 req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:40.405144 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4afef244-9294-433b-8008-a63c15fdf697 req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Network 58a45314-724f-43f5-8091-2e73d0b1c748 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:31:40.408449 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-4afef244-9294-433b-8008-a63c15fdf697 req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:31:40.416636 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afef244-9294-433b-8008-a63c15fdf697 req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:31:40.442013 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Pushing event updated for resources: {'Port': ['ID=362e4588-06cf-4334-83ab-4511ba370197,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:40.505546 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afef244-9294-433b-8008-a63c15fdf697 req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:40.505546 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4afef244-9294-433b-8008-a63c15fdf697 req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:40.542327 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18b076-9ef6-4da8-828c-716698230891 req-5323aa78-3729-4a4c-bb51-0a968559d335 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:40.544225 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8a18b076-9ef6-4da8-828c-716698230891 req-5323aa78-3729-4a4c-bb51-0a968559d335 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 945 time: 0.0916154 Oct 14 12:31:40.591364 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8a18b076-9ef6-4da8-828c-716698230891 req-3a646ed8-8502-434d-aab7-d1ef6f916065 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403955 Oct 14 12:31:40.718522 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f2ed3-9d7c-4d32-a027-7e02f978ea9d req-e5c9cb7c-a3c0-4d81-b096-b42d1f6f0752 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:40.719911 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c24f2ed3-9d7c-4d32-a027-7e02f978ea9d req-e5c9cb7c-a3c0-4d81-b096-b42d1f6f0752 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 945 time: 0.0494206 Oct 14 12:31:40.729193 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-f9f9c2b9-b3a1-4fae-bfd8-c24a0def85d2 None None] Provisioning complete for port 362e4588-06cf-4334-83ab-4511ba370197 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:40.730175 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f9f9c2b9-b3a1-4fae-bfd8-c24a0def85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:40.770875 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9c2b9-b3a1-4fae-bfd8-c24a0def85d2 None None] Port 362e4588-06cf-4334-83ab-4511ba370197 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:31:40.771160 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c24f2ed3-9d7c-4d32-a027-7e02f978ea9d req-a40b3e33-8169-48aa-8065-22424fefb810 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434475 Oct 14 12:31:40.796537 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 54974) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:40.826455 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4afef244-9294-433b-8008-a63c15fdf697 req-1705298e-a4d7-4b47-adec-4f39c4df27c1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6736107 Oct 14 12:31:40.839471 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Request body: {'port': {'device_id': '3dfcaa2f-ac85-4d79-a652-2ec5afa6e008', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:40.868073 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7d8875-6698-4cc1-88ec-926c5e4bcc6b tempest-TestVolumeBootPattern-2051073011 tempest-TestVolumeBootPattern-2051073011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:40.869709 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-2e7d8875-6698-4cc1-88ec-926c5e4bcc6b tempest-TestVolumeBootPattern-2051073011 tempest-TestVolumeBootPattern-2051073011-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 1093 time: 0.0721591 Oct 14 12:31:40.873627 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 54976) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:40.878488 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Request body: {'floatingip': {'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'port_id': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:40.912543 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:41.012544 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for floatingip, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:41.123337 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:41.162356 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04694c5d-3742-4136-800f-b52df25217c7 req-022376f6-6521-4cfb-b523-c7c3f6ebb4bf tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:41.164353 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-04694c5d-3742-4136-800f-b52df25217c7 req-022376f6-6521-4cfb-b523-c7c3f6ebb4bf tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 936 time: 0.1229737 Oct 14 12:31:41.242780 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-04694c5d-3742-4136-800f-b52df25217c7 req-ed5e3da6-c975-4275-a118-0d069817a526 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3bd9297-0aff-4f6f-8400-01394926a539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553105 Oct 14 12:31:41.245034 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Allocated IP 172.27.2.22 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/ef1a656a-60fb-47cd-ace0-fd1c65794a84) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:31:41.313596 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362e4588-06cf-4334-83ab-4511ba370197 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:31:41.323986 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:41.340716 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Transition to ACTIVE for port object 362e4588-06cf-4334-83ab-4511ba370197 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:31:41.348476 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e060c-e0f4-4ac8-b371-c747b5dc09d9 req-b2b4e690-717a-4e69-aa6f-2bd228a222b8 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:41.349979 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dd6e060c-e0f4-4ac8-b371-c747b5dc09d9 req-b2b4e690-717a-4e69-aa6f-2bd228a222b8 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 944 time: 0.0952563 Oct 14 12:31:41.367472 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:41.393450 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dd6e060c-e0f4-4ac8-b371-c747b5dc09d9 req-cefae079-cb60-4cae-bd2a-a4430a53be11 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357068 Oct 14 12:31:41.446138 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:41.485363 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:41.501508 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Pushing event updated for resources: {'Port': ['ID=362e4588-06cf-4334-83ab-4511ba370197,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:41.537556 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:31:41.541923 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:31:41.545315 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:31:41.575642 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Attempting to bind port 362e4588-06cf-4334-83ab-4511ba370197 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:31:41.583915 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Attempting to bind port 362e4588-06cf-4334-83ab-4511ba370197 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '3e877f6b-98da-496a-b14c-5e3819283c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '58a45314-724f-43f5-8091-2e73d0b1c748'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:31:41.583915 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Attempting to bind port 362e4588-06cf-4334-83ab-4511ba370197 on network 58a45314-724f-43f5-8091-2e73d0b1c748 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:31:41.583915 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Port 362e4588-06cf-4334-83ab-4511ba370197 on network 58a45314-724f-43f5-8091-2e73d0b1c748 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:31:41.583915 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Attempting to bind port 362e4588-06cf-4334-83ab-4511ba370197 on network 58a45314-724f-43f5-8091-2e73d0b1c748 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:31:41.584397 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'Port': ['ID=ef1a656a-60fb-47cd-ace0-fd1c65794a84,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:41.588900 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:31:41.589240 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Checking segment: {'id': '3e877f6b-98da-496a-b14c-5e3819283c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '58a45314-724f-43f5-8091-2e73d0b1c748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:31:41.589625 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Bound using segment: {'id': '3e877f6b-98da-496a-b14c-5e3819283c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '58a45314-724f-43f5-8091-2e73d0b1c748'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:31:41.590123 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Bound port: 362e4588-06cf-4334-83ab-4511ba370197, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e877f6b-98da-496a-b14c-5e3819283c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '58a45314-724f-43f5-8091-2e73d0b1c748'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:31:41.590472 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:41.667019 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] For port 362e4588-06cf-4334-83ab-4511ba370197, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:31:41.672550 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] For port 362e4588-06cf-4334-83ab-4511ba370197, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=362e4588-06cf-4334-83ab-4511ba370197,segment=NetworkSegment(3e877f6b-98da-496a-b14c-5e3819283c9e),segment_id=3e877f6b-98da-496a-b14c-5e3819283c9e)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:31:41.924442 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 3820717d-7baa-4ef5-badc-cb86da4ffe37 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:31:41.941544 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:42.004118 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:42.004118 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:42.004118 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4afef244-9294-433b-8008-a63c15fdf697 req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] 10.222.0.82 "PUT /v2.0/ports/362e4588-06cf-4334-83ab-4511ba370197 HTTP/1.1" status: 200 len: 1098 time: 1.1535575 Oct 14 12:31:42.004118 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfcaa2f-ac85-4d79-a652-2ec5afa6e008', 'tag': '362e4588-06cf-4334-83ab-4511ba370197'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:42.004118 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19926171-bc75-4108-a3e6-e28ce6f132d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfcaa2f-ac85-4d79-a652-2ec5afa6e008", "tag": "362e4588-06cf-4334-83ab-4511ba370197"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:42.039468 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc9eb5-10c1-409b-ab10-2b03195e51d6 service neutron] Pushing event updated for resources: {'Port': ['ID=362e4588-06cf-4334-83ab-4511ba370197,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:42.066327 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:42.074356 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 3820717d-7baa-4ef5-badc-cb86da4ffe37, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:42.076450 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9d1189-f700-49fc-a5d1-f1781edda893 x-openstack-request-id: req-2d9d1189-f700-49fc-a5d1-f1781edda893 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:42.077290 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfcaa2f-ac85-4d79-a652-2ec5afa6e008", "tag": "362e4588-06cf-4334-83ab-4511ba370197", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:42.077628 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2d9d1189-f700-49fc-a5d1-f1781edda893 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:42.078124 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfcaa2f-ac85-4d79-a652-2ec5afa6e008', 'tag': '362e4588-06cf-4334-83ab-4511ba370197', 'status': 'completed', 'code': 200} Oct 14 12:31:42.095128 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'port_id': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'mac_address': 'fa:16:3e:5f:36:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:31:42.158607 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19926171-bc75-4108-a3e6-e28ce6f132d0 req-7c67894f-7d02-42b0-922d-aa5f14e57fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:42.161760 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-19926171-bc75-4108-a3e6-e28ce6f132d0 req-7c67894f-7d02-42b0-922d-aa5f14e57fe2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a8304be76c9b4d9fba1c6a60d19fea1f&device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 1101 time: 0.0765324 Oct 14 12:31:42.163964 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:42.191748 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3820717d-7baa-4ef5-badc-cb86da4ffe37 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:31:42.205761 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-19926171-bc75-4108-a3e6-e28ce6f132d0 req-56b95aa4-0859-4715-b10a-85b17d9db097 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=a8304be76c9b4d9fba1c6a60d19fea1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331893 Oct 14 12:31:42.235203 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 3820717d-7baa-4ef5-badc-cb86da4ffe37, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:42.247340 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:42.304378 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:42.380034 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19926171-bc75-4108-a3e6-e28ce6f132d0 req-1dfc380a-07ed-4acb-85bf-9d29988f4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:42.382124 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-19926171-bc75-4108-a3e6-e28ce6f132d0 req-1dfc380a-07ed-4acb-85bf-9d29988f4455 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1707239 Oct 14 12:31:42.416416 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=3820717d-7baa-4ef5-badc-cb86da4ffe37,revision_number=9']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:42.417137 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bc531-a00d-4a0b-ab29-7271ed54e662 req-18917880-4668-4bdf-b539-2f1a8f850da4 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:42.419338 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6a4bc531-a00d-4a0b-ab29-7271ed54e662 req-18917880-4668-4bdf-b539-2f1a8f850da4 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 948 time: 0.0798650 Oct 14 12:31:42.520815 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:42.549153 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['3820717d-7baa-4ef5-badc-cb86da4ffe37'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:31:42.568081 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9919115'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:42.648937 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'Port': ['ID=ef1a656a-60fb-47cd-ace0-fd1c65794a84,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:42.663411 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:42.785191 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6a4bc531-a00d-4a0b-ab29-7271ed54e662 req-af04fde0-05c7-46b6-9cb0-ab3fc4331d8b tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3bd9297-0aff-4f6f-8400-01394926a539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456192 Oct 14 12:31:42.790790 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afef244-9294-433b-8008-a63c15fdf697 req-441514e7-41a3-42c9-b309-d1ef94a24426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:42.792264 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4afef244-9294-433b-8008-a63c15fdf697 req-441514e7-41a3-42c9-b309-d1ef94a24426 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a8304be76c9b4d9fba1c6a60d19fea1f&device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 1101 time: 0.3516884 Oct 14 12:31:42.846327 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.l3_db [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Floating IP b03a3496-0bf2-4d45-aa39-224c3552e138 associated. External IP: 172.27.2.22, port: 3ccc6aea-1579-49ec-b4c0-3755f5f86a20. Oct 14 12:31:42.847525 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89534c-3c32-4678-bbd7-5239d906517e req-bce385b8-b071-4849-ac36-df0a01d2e634 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:42.849073 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ea89534c-3c32-4678-bbd7-5239d906517e req-bce385b8-b071-4849-ac36-df0a01d2e634 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 945 time: 0.3626018 Oct 14 12:31:42.850666 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4afef244-9294-433b-8008-a63c15fdf697 req-b905d7f1-f2be-4f19-aeac-06dedf824e62 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=362e4588-06cf-4334-83ab-4511ba370197 HTTP/1.1" status: 200 len: 217 time: 0.0492423 Oct 14 12:31:42.926519 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afef244-9294-433b-8008-a63c15fdf697 req-6e629549-6f3a-4b7e-9869-f58bfcdd0176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:42.927902 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4afef244-9294-433b-8008-a63c15fdf697 req-6e629549-6f3a-4b7e-9869-f58bfcdd0176 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c736fe83-684c-43ad-9428-cdb74cf483b8 HTTP/1.1" status: 200 len: 843 time: 0.0689638 Oct 14 12:31:42.951482 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ea89534c-3c32-4678-bbd7-5239d906517e req-fc823340-cc84-4651-9233-ce871a939e9e tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825922 Oct 14 12:31:42.993721 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afef244-9294-433b-8008-a63c15fdf697 req-d75befcd-03d7-47b1-a2c5-d68ed6fbfdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:42.995213 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4afef244-9294-433b-8008-a63c15fdf697 req-d75befcd-03d7-47b1-a2c5-d68ed6fbfdae service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=58a45314-724f-43f5-8091-2e73d0b1c748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0603042 Oct 14 12:31:43.104485 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:31:43.105642 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4afef244-9294-433b-8008-a63c15fdf697 req-23b94695-c14f-4b17-b931-868fa9dc4f09 service neutron] 10.222.0.82 "GET /v2.0/networks/58a45314-724f-43f5-8091-2e73d0b1c748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015689 Oct 14 12:31:43.215960 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4afef244-9294-433b-8008-a63c15fdf697 req-f3e88a8e-16ef-4047-8673-9179a7ff4819 service neutron] 10.222.0.82 "GET /v2.0/networks/58a45314-724f-43f5-8091-2e73d0b1c748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023710 Oct 14 12:31:43.219541 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:31:43.231445 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82f4834-34c9-4177-9a29-53625deeb1b8 None None] Sync routers for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:31:43.242536 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f4834-34c9-4177-9a29-53625deeb1b8 None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:31:43.243473 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-c82f4834-34c9-4177-9a29-53625deeb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:31:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:43.355109 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-c82f4834-34c9-4177-9a29-53625deeb1b8 None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:31:43.372402 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:43.401521 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-46fb347f-6f70-48af-8079-a9f0293a02c9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5267668 Oct 14 12:31:43.402204 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'tag': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:43.404500 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a4a7da35251cd845a75d208fb6f40823871570cd89c2545b4640923bed6cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e135aa12-8525-4dd5-baed-bea0aa6dd0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac2814e-8a6b-46b6-a8a6-edf522838f2c", "tag": "3ccc6aea-1579-49ec-b4c0-3755f5f86a20"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:43.579491 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83551e2b-d1eb-41f0-a9d0-c0eae209dc38 x-openstack-request-id: req-83551e2b-d1eb-41f0-a9d0-c0eae209dc38 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:43.579856 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac2814e-8a6b-46b6-a8a6-edf522838f2c", "tag": "3ccc6aea-1579-49ec-b4c0-3755f5f86a20", "status": "completed", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:43.580169 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-83551e2b-d1eb-41f0-a9d0-c0eae209dc38 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:43.580629 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'tag': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'status': 'completed', 'code': 200} Oct 14 12:31:43.609817 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-c82f4834-34c9-4177-9a29-53625deeb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': 'b03a3496-0bf2-4d45-aa39-224c3552e138', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'port_id': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'mac_address': 'fa:16:3e:00:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:41Z', 'updated_at': '2021-10-14T12:31:41Z', 'revision_number': 0, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:43.642308 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82f4834-34c9-4177-9a29-53625deeb1b8 None None] Checking router: 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:31:43.646661 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135aa12-8525-4dd5-baed-bea0aa6dd0e7 req-060bddaf-2ccc-4416-b242-20d5b1ce3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:43.648694 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e135aa12-8525-4dd5-baed-bea0aa6dd0e7 req-060bddaf-2ccc-4416-b242-20d5b1ce3e27 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 1098 time: 0.0447340 Oct 14 12:31:43.651649 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f4834-34c9-4177-9a29-53625deeb1b8 None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:31:43.652252 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-c82f4834-34c9-4177-9a29-53625deeb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:31:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:43.749809 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135aa12-8525-4dd5-baed-bea0aa6dd0e7 req-4b59a3c9-4e15-4f7d-8e88-5a7e90adabba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:43.751317 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e135aa12-8525-4dd5-baed-bea0aa6dd0e7 req-4b59a3c9-4e15-4f7d-8e88-5a7e90adabba service neutron] 10.222.0.82 "GET /v2.0/networks?id=140e7268-9a2f-434a-85c9-99efbcd597b9 HTTP/1.1" status: 200 len: 913 time: 0.0956547 Oct 14 12:31:43.824475 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e135aa12-8525-4dd5-baed-bea0aa6dd0e7 req-8d1d23c1-9ab0-4f97-8ae5-b1a64869418b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ccc6aea-1579-49ec-b4c0-3755f5f86a20 HTTP/1.1" status: 200 len: 998 time: 0.0655677 Oct 14 12:31:43.916395 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135aa12-8525-4dd5-baed-bea0aa6dd0e7 req-92c82969-517d-4f4a-83e0-d13b908799a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:43.917891 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e135aa12-8525-4dd5-baed-bea0aa6dd0e7 req-92c82969-517d-4f4a-83e0-d13b908799a8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1 HTTP/1.1" status: 200 len: 851 time: 0.0862956 Oct 14 12:31:43.932581 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 3820717d-7baa-4ef5-badc-cb86da4ffe37 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:31:43.966309 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82d2ec-7d3b-4850-9319-2039f166a06f req-dba36255-589a-4fd2-970a-df1040dcf760 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:43.967863 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-db82d2ec-7d3b-4850-9319-2039f166a06f req-dba36255-589a-4fd2-970a-df1040dcf760 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 948 time: 0.0894158 Oct 14 12:31:43.977878 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-c82f4834-34c9-4177-9a29-53625deeb1b8 None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:31:43.989189 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135aa12-8525-4dd5-baed-bea0aa6dd0e7 req-9608be0c-600e-4eac-b381-3d4386684338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:43.990747 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e135aa12-8525-4dd5-baed-bea0aa6dd0e7 req-9608be0c-600e-4eac-b381-3d4386684338 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=140e7268-9a2f-434a-85c9-99efbcd597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655584 Oct 14 12:31:44.079201 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 3820717d-7baa-4ef5-badc-cb86da4ffe37 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:44.079472 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:44.081821 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-db82d2ec-7d3b-4850-9319-2039f166a06f req-e89cfcd3-aa3b-455c-ae11-43b897d09c05 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3bd9297-0aff-4f6f-8400-01394926a539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014168 Oct 14 12:31:44.222507 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e135aa12-8525-4dd5-baed-bea0aa6dd0e7 req-fd4b9923-51b5-4ab4-bc0b-b953c7cffeac service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202518 Oct 14 12:31:44.245163 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea66e18-5b95-4578-8619-3ff2e7284259 req-9753c3ce-ae11-4c94-bb6d-1a7e313ba313 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:44.247708 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7ea66e18-5b95-4578-8619-3ff2e7284259 req-9753c3ce-ae11-4c94-bb6d-1a7e313ba313 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 945 time: 0.1174531 Oct 14 12:31:44.311400 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:44.406520 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3820717d-7baa-4ef5-badc-cb86da4ffe37'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:44.406520 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd0be0a-e619-4031-aa7d-56ead2684a35" -d '{"events": [{"server_uuid": "f375eb9d-5a5e-465f-b4d7-734d07d4963b", "name": "network-vif-plugged", "status": "completed", "tag": "3820717d-7baa-4ef5-badc-cb86da4ffe37"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:44.413956 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7ea66e18-5b95-4578-8619-3ff2e7284259 req-a7e033c1-ac10-4486-96e1-a3c65d08385f tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532166 Oct 14 12:31:44.427276 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 3820717d-7baa-4ef5-badc-cb86da4ffe37, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:44.447600 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-c82f4834-34c9-4177-9a29-53625deeb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': 'b03a3496-0bf2-4d45-aa39-224c3552e138', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'port_id': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'mac_address': 'fa:16:3e:00:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:41Z', 'updated_at': '2021-10-14T12:31:41Z', 'revision_number': 0, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:44.450623 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e135aa12-8525-4dd5-baed-bea0aa6dd0e7 req-3f871647-c4dd-4e38-acf5-bcdf8142b32c service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207649 Oct 14 12:31:44.486069 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f36e97f-84cf-417c-9e3e-95a6238a4a46 x-openstack-request-id: req-5f36e97f-84cf-417c-9e3e-95a6238a4a46 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:44.493472 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f375eb9d-5a5e-465f-b4d7-734d07d4963b", "name": "network-vif-plugged", "status": "completed", "tag": "3820717d-7baa-4ef5-badc-cb86da4ffe37", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:44.493472 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5f36e97f-84cf-417c-9e3e-95a6238a4a46 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:44.493472 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'code': 200} Oct 14 12:31:44.493472 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82f4834-34c9-4177-9a29-53625deeb1b8 None None] The sync data for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi is: [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': 'b03a3496-0bf2-4d45-aa39-224c3552e138', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'port_id': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'mac_address': 'fa:16:3e:00:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:41Z', 'updated_at': '2021-10-14T12:31:41Z', 'revision_number': 0, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:31:44.548999 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:44.604842 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=3820717d-7baa-4ef5-badc-cb86da4ffe37,revision_number=10']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:44.612743 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:44.613059 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:44.613401 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:44.613782 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:44.614105 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:44.614429 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:44.614775 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:44.615095 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:44.615425 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:44.615738 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:44.616075 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:44.616372 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:44.723204 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9db1f0-1d33-4b30-809d-7ec7a1cc3f89 None None] New status for floating IP b03a3496-0bf2-4d45-aa39-224c3552e138: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:31:44.868758 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf48b1a-a291-4659-b0be-a2405036c039 req-f389f510-d609-4eee-84a4-66db4c908fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:44.870342 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4bf48b1a-a291-4659-b0be-a2405036c039 req-f389f510-d609-4eee-84a4-66db4c908fe9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 1100 time: 0.0501494 Oct 14 12:31:44.919709 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4bf48b1a-a291-4659-b0be-a2405036c039 req-f4e8e394-7b17-4fdf-9718-dd5ba1c7b2cc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421891 Oct 14 12:31:45.217303 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dda9c6-2045-49f9-a4a9-8fcff57e015a req-cda72b47-96db-4911-a6a8-e9e16f38d18c tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:45.218840 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f2dda9c6-2045-49f9-a4a9-8fcff57e015a req-cda72b47-96db-4911-a6a8-e9e16f38d18c tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 948 time: 0.0509326 Oct 14 12:31:45.258758 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f2dda9c6-2045-49f9-a4a9-8fcff57e015a req-e009789c-1a91-4062-847d-cb5b4b41fd6a tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3bd9297-0aff-4f6f-8400-01394926a539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331273 Oct 14 12:31:45.579164 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee2867-66a9-4e76-854f-77b26abe03a7 req-06d1493c-cee6-42cb-ab20-346bc4add19a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:45.580714 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dcee2867-66a9-4e76-854f-77b26abe03a7 req-06d1493c-cee6-42cb-ab20-346bc4add19a tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 947 time: 0.0531201 Oct 14 12:31:45.618867 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dcee2867-66a9-4e76-854f-77b26abe03a7 req-0aae8396-0d7d-4184-95fc-6c9555ec2f7e tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318141 Oct 14 12:31:45.934388 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 362e4588-06cf-4334-83ab-4511ba370197 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:31:46.029366 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 362e4588-06cf-4334-83ab-4511ba370197, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=362e4588-06cf-4334-83ab-4511ba370197,segment=NetworkSegment(3e877f6b-98da-496a-b14c-5e3819283c9e),segment_id=3e877f6b-98da-496a-b14c-5e3819283c9e)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:46.041458 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '362e4588-06cf-4334-83ab-4511ba370197', 'network_id': '58a45314-724f-43f5-8091-2e73d0b1c748', 'port_id': '362e4588-06cf-4334-83ab-4511ba370197', 'mac_address': 'fa:16:3e:1b:61:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c736fe83-684c-43ad-9428-cdb74cf483b8', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:31:46.084060 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:46.097581 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362e4588-06cf-4334-83ab-4511ba370197 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:31:46.117707 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 362e4588-06cf-4334-83ab-4511ba370197, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=362e4588-06cf-4334-83ab-4511ba370197,segment=NetworkSegment(3e877f6b-98da-496a-b14c-5e3819283c9e),segment_id=3e877f6b-98da-496a-b14c-5e3819283c9e)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:46.221880 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:46.274672 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=362e4588-06cf-4334-83ab-4511ba370197,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:46.385104 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f73ce-151c-4917-9ea4-e3d57ca5b1c9 req-a7b73741-296d-4203-8ff7-9c30f887cc23 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:46.386608 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e93f73ce-151c-4917-9ea4-e3d57ca5b1c9 req-a7b73741-296d-4203-8ff7-9c30f887cc23 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 949 time: 0.0565050 Oct 14 12:31:46.429386 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e93f73ce-151c-4917-9ea4-e3d57ca5b1c9 req-8a1cabf4-39d5-47ba-911c-247ef1d9fe0d tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3bd9297-0aff-4f6f-8400-01394926a539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362904 Oct 14 12:31:46.519744 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['362e4588-06cf-4334-83ab-4511ba370197'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:31:46.772110 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d636a-4417-4f65-bd4f-d4d3504be198 req-7d974ca1-5377-4a3a-aa10-8c8e52ff28ce tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:46.776643 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a51d636a-4417-4f65-bd4f-d4d3504be198 req-7d974ca1-5377-4a3a-aa10-8c8e52ff28ce tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 947 time: 0.0709088 Oct 14 12:31:46.821553 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a51d636a-4417-4f65-bd4f-d4d3504be198 req-c67c1c6c-7fc1-4dba-b995-26ee5e966fe8 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385933 Oct 14 12:31:47.555548 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3112b-5d00-49e4-a679-38576d10441d req-188b940f-cd6b-48a1-9447-b49c415d7b0a tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:47.557027 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-93d3112b-5d00-49e4-a679-38576d10441d req-188b940f-cd6b-48a1-9447-b49c415d7b0a tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 949 time: 0.0566888 Oct 14 12:31:47.596975 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-93d3112b-5d00-49e4-a679-38576d10441d req-25203335-fd0c-40fa-a8f0-a2636b78aacf tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3bd9297-0aff-4f6f-8400-01394926a539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333624 Oct 14 12:31:47.735510 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eda95351-1417-488e-9c19-5126d6bf2748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:47.947418 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 362e4588-06cf-4334-83ab-4511ba370197 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:31:47.956988 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbabfbf-f2a1-4b64-96ab-75f184e1eb3d req-01693f19-52a1-4562-8535-766f31b76049 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:47.958494 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bcbabfbf-f2a1-4b64-96ab-75f184e1eb3d req-01693f19-52a1-4562-8535-766f31b76049 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 947 time: 0.0548830 Oct 14 12:31:48.002809 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bcbabfbf-f2a1-4b64-96ab-75f184e1eb3d req-eb18c635-aef9-4d9b-b10d-9c9a5d70d15e tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371587 Oct 14 12:31:48.194231 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 362e4588-06cf-4334-83ab-4511ba370197 completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:31:48.198370 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 362e4588-06cf-4334-83ab-4511ba370197 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:48.208917 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:48.286883 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:48.314297 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfcaa2f-ac85-4d79-a652-2ec5afa6e008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362e4588-06cf-4334-83ab-4511ba370197'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:48.316800 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8432aba5-0d2f-4e01-aa93-c117a108b66d" -d '{"events": [{"server_uuid": "3dfcaa2f-ac85-4d79-a652-2ec5afa6e008", "name": "network-vif-plugged", "status": "completed", "tag": "362e4588-06cf-4334-83ab-4511ba370197"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:48.341513 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 362e4588-06cf-4334-83ab-4511ba370197, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=362e4588-06cf-4334-83ab-4511ba370197,segment=NetworkSegment(3e877f6b-98da-496a-b14c-5e3819283c9e),segment_id=3e877f6b-98da-496a-b14c-5e3819283c9e)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:48.362693 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c38ba84-cce7-4baa-9883-24a8a5dd40fc x-openstack-request-id: req-8c38ba84-cce7-4baa-9883-24a8a5dd40fc {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:48.367299 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfcaa2f-ac85-4d79-a652-2ec5afa6e008", "name": "network-vif-plugged", "status": "completed", "tag": "362e4588-06cf-4334-83ab-4511ba370197", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:48.367299 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8c38ba84-cce7-4baa-9883-24a8a5dd40fc {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:48.367299 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfcaa2f-ac85-4d79-a652-2ec5afa6e008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362e4588-06cf-4334-83ab-4511ba370197', 'code': 200} Oct 14 12:31:48.367586 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61956624-e711-4c51-87cd-f06ebaa383ff req-3e6acaaf-4eb4-42e3-b552-ec1ab5b7d3f5 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:48.369145 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-61956624-e711-4c51-87cd-f06ebaa383ff req-3e6acaaf-4eb4-42e3-b552-ec1ab5b7d3f5 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 946 time: 0.0849221 Oct 14 12:31:48.417619 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-61956624-e711-4c51-87cd-f06ebaa383ff req-1a4e074e-b4e4-4b72-995e-3a6b73022894 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410979 Oct 14 12:31:48.442639 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55070) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:48.531466 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:48.588454 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=362e4588-06cf-4334-83ab-4511ba370197,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:48.671694 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b266349b-cefb-4a74-b438-bc15fd90764d tempest-TestMinimumBasicScenario-856066129 tempest-TestMinimumBasicScenario-856066129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:48.673652 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-b266349b-cefb-4a74-b438-bc15fd90764d tempest-TestMinimumBasicScenario-856066129 tempest-TestMinimumBasicScenario-856066129-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 1094 time: 0.2300782 Oct 14 12:31:48.677198 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55076) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:48.683102 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Request body: {'floatingip': {'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'port_id': '55f649c6-125b-4e9a-accf-8da6eccc9b4d', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:48.736814 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e94aef-194d-404f-8090-eebd297ba888 req-d1edb186-5e1d-4629-97f5-ca8506bd8b29 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:48.739173 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b2e94aef-194d-404f-8090-eebd297ba888 req-d1edb186-5e1d-4629-97f5-ca8506bd8b29 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 950 time: 0.0627027 Oct 14 12:31:48.781897 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b2e94aef-194d-404f-8090-eebd297ba888 req-0ed586ca-bb07-49e3-ab2b-d324f7053c18 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3bd9297-0aff-4f6f-8400-01394926a539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351505 Oct 14 12:31:48.855725 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for floatingip, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:48.942188 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac9b25-4ead-43cd-8b07-9875944fbfd1 req-c15bbe38-cfcc-4e01-86f1-e5db3f4d5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:48.943687 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-beac9b25-4ead-43cd-8b07-9875944fbfd1 req-c15bbe38-cfcc-4e01-86f1-e5db3f4d5220 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 1103 time: 0.0477576 Oct 14 12:31:48.973754 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:48.993207 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-beac9b25-4ead-43cd-8b07-9875944fbfd1 req-e8746e60-944b-493d-9952-e12e5c4f58b0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f3bd9297-0aff-4f6f-8400-01394926a539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422597 Oct 14 12:31:49.099872 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Allocated IP 172.27.2.219 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/815a33a7-a229-4fe2-91af-477e2340cb49) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:31:49.163758 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3862b9-cf65-4eeb-ac2e-2d930d669412 req-33dafb35-8613-47be-8c73-41fca5783943 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:49.165310 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5e3862b9-cf65-4eeb-ac2e-2d930d669412 req-33dafb35-8613-47be-8c73-41fca5783943 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 947 time: 0.0826066 Oct 14 12:31:49.211854 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5e3862b9-cf65-4eeb-ac2e-2d930d669412 req-53ed615a-4d96-4447-875b-f93371734e23 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402911 Oct 14 12:31:49.240252 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:49.427448 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:49.470673 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:31:49.476722 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:31:49.480445 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:31:49.486045 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Pushing event updated for resources: {'Port': ['ID=815a33a7-a229-4fe2-91af-477e2340cb49,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:49.878307 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:49.921285 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427b081-b061-44ad-bc16-93646df5f6ea req-6c2fea58-a5d7-4044-aaed-7d1fddd5da2e tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:49.922954 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9427b081-b061-44ad-bc16-93646df5f6ea req-6c2fea58-a5d7-4044-aaed-7d1fddd5da2e tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 950 time: 0.0659876 Oct 14 12:31:49.965544 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9427b081-b061-44ad-bc16-93646df5f6ea req-d5afb3b7-1118-4502-9666-f76a9cd5575c tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3bd9297-0aff-4f6f-8400-01394926a539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328190 Oct 14 12:31:50.058219 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:50.249759 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:50.370986 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9919115'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:50.456993 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Pushing event updated for resources: {'Port': ['ID=815a33a7-a229-4fe2-91af-477e2340cb49,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:50.467089 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:50.508470 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ab2a44a5-616c-43d8-a3ad-162265ea3e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:50.785917 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.l3_db [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Floating IP da42b123-7e08-453e-9841-12fe7c8be3dd associated. External IP: 172.27.2.219, port: 55f649c6-125b-4e9a-accf-8da6eccc9b4d. Oct 14 12:31:51.051786 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Router 1cc98882-7ca4-4c66-83c9-3e6716017a2c has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:31:51.125564 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601d47d-25a1-4f31-93ef-60b83fd3e6c8 req-9f7d830d-9894-446f-a088-dbe3759546b3 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:51.127658 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d601d47d-25a1-4f31-93ef-60b83fd3e6c8 req-9f7d830d-9894-446f-a088-dbe3759546b3 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 950 time: 0.0746963 Oct 14 12:31:51.182125 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d601d47d-25a1-4f31-93ef-60b83fd3e6c8 req-60c7a9e7-2b5a-4302-beac-b06e5d2be9e5 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3bd9297-0aff-4f6f-8400-01394926a539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422754 Oct 14 12:31:51.197268 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:31:51.209699 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2520eed-cef9-40e4-9b62-a5bb20a98daf None None] Sync routers for ids ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:31:51.221516 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2520eed-cef9-40e4-9b62-a5bb20a98daf None None] Routers {'1cc98882-7ca4-4c66-83c9-3e6716017a2c'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:31:51.222645 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-f2520eed-cef9-40e4-9b62-a5bb20a98daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:31:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:51.282086 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:51.327229 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-f4b10e36-594d-49c5-98cb-e1c17b300bc8 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6461391 Oct 14 12:31:51.327229 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'tag': '55f649c6-125b-4e9a-accf-8da6eccc9b4d'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:51.327574 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55092) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:51.331614 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a4a7da35251cd845a75d208fb6f40823871570cd89c2545b4640923bed6cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a244ab4a-76cf-4642-ba68-d196abdcd98d" -d '{"events": [{"name": "network-changed", "server_uuid": "8604734a-8de8-4b54-829f-4a4f85dc9eb6", "tag": "55f649c6-125b-4e9a-accf-8da6eccc9b4d"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:51.332391 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-1d6a3f43-cb42-4d1f-ad02-ee4d3296fe19 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-492074915', 'description': 'tempest-secgroup-smoke-492074915 description', 'project_id': '3637d29080324d3a90d4f853e4df1f7f'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:51.360136 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-f2520eed-cef9-40e4-9b62-a5bb20a98daf None None] Set router 1cc98882-7ca4-4c66-83c9-3e6716017a2c gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:31:51.391973 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687debc2-c79d-4442-a2ae-fdf35904adc1 x-openstack-request-id: req-687debc2-c79d-4442-a2ae-fdf35904adc1 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:51.392445 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8604734a-8de8-4b54-829f-4a4f85dc9eb6", "tag": "55f649c6-125b-4e9a-accf-8da6eccc9b4d", "status": "completed", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:51.392881 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-687debc2-c79d-4442-a2ae-fdf35904adc1 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:51.393571 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'tag': '55f649c6-125b-4e9a-accf-8da6eccc9b4d', 'status': 'completed', 'code': 200} Oct 14 12:31:51.433457 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3f43-cb42-4d1f-ad02-ee4d3296fe19 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:51.490932 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244ab4a-76cf-4642-ba68-d196abdcd98d req-9f726256-eb14-47b8-89f1-52796683e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:51.492571 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a244ab4a-76cf-4642-ba68-d196abdcd98d req-9f726256-eb14-47b8-89f1-52796683e1ee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3637d29080324d3a90d4f853e4df1f7f&device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 1099 time: 0.0698929 Oct 14 12:31:51.585874 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:51.596636 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3f43-cb42-4d1f-ad02-ee4d3296fe19 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:51.629755 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244ab4a-76cf-4642-ba68-d196abdcd98d req-26b32b7c-9bec-4060-9a7f-92a8c48adc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:51.632008 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a244ab4a-76cf-4642-ba68-d196abdcd98d req-26b32b7c-9bec-4060-9a7f-92a8c48adc11 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bcd9b26-5dea-4975-ac05-223bbb44b5fd HTTP/1.1" status: 200 len: 915 time: 0.1262367 Oct 14 12:31:51.685020 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-f2520eed-cef9-40e4-9b62-a5bb20a98daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:12Z', 'updated_at': '2021-10-14T12:30:17Z', 'revision_number': 4, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'gw_port': {'id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:13Z', 'updated_at': '2021-10-14T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': 'da42b123-7e08-453e-9841-12fe7c8be3dd', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'port_id': '55f649c6-125b-4e9a-accf-8da6eccc9b4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'mac_address': 'fa:16:3e:6d:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:49Z', 'updated_at': '2021-10-14T12:31:49Z', 'revision_number': 0, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599e73d7-97e1-452c-9c3d-141aad829e93', 'name': '', 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'mac_address': 'fa:16:3e:8c:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:21Z', 'revision_number': 5, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'subnets': [{'id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:51.697646 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3f43-cb42-4d1f-ad02-ee4d3296fe19 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:51.730091 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2520eed-cef9-40e4-9b62-a5bb20a98daf None None] Checking router: 1cc98882-7ca4-4c66-83c9-3e6716017a2c for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:31:51.753431 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2520eed-cef9-40e4-9b62-a5bb20a98daf None None] Routers {'1cc98882-7ca4-4c66-83c9-3e6716017a2c'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:31:51.754270 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-f2520eed-cef9-40e4-9b62-a5bb20a98daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:31:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:51.781165 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a244ab4a-76cf-4642-ba68-d196abdcd98d req-b070b3b4-edb0-43e7-912b-08c8120d6eb1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55f649c6-125b-4e9a-accf-8da6eccc9b4d HTTP/1.1" status: 200 len: 1000 time: 0.1407242 Oct 14 12:31:51.801351 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a3f43-cb42-4d1f-ad02-ee4d3296fe19 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a33e5ae-1e5e-44fd-a88b-a27e9909fabd,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:51.852887 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3f43-cb42-4d1f-ad02-ee4d3296fe19 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:51.852887 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-1d6a3f43-cb42-4d1f-ad02-ee4d3296fe19 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5230517 Oct 14 12:31:51.857072 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55098) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:51.866691 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-fb2f0589-c048-455e-9772-d0acf1638b49 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Request body: {'security_group_rule': {'security_group_id': '2a33e5ae-1e5e-44fd-a88b-a27e9909fabd', 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:51.884025 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4332cd-1ab9-4bd3-a37a-f80a07a774bf req-439702f8-700c-49f3-b409-b03736ab2eed tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:51.893607 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7f4332cd-1ab9-4bd3-a37a-f80a07a774bf req-439702f8-700c-49f3-b409-b03736ab2eed tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 950 time: 0.1224110 Oct 14 12:31:51.893607 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244ab4a-76cf-4642-ba68-d196abdcd98d req-85aa376e-1b70-4de1-a24d-e5d78e88dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:51.893607 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a244ab4a-76cf-4642-ba68-d196abdcd98d req-85aa376e-1b70-4de1-a24d-e5d78e88dbd3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f544528f-c12e-46ab-a1e5-7ead1f7055ab HTTP/1.1" status: 200 len: 853 time: 0.0914268 Oct 14 12:31:51.976950 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7f4332cd-1ab9-4bd3-a37a-f80a07a774bf req-53771fe8-a157-4533-958e-afdd97be85d1 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3bd9297-0aff-4f6f-8400-01394926a539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783064 Oct 14 12:31:51.983171 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244ab4a-76cf-4642-ba68-d196abdcd98d req-845d2b2f-48bc-4d43-b2ae-83bdcfb140e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:51.984659 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a244ab4a-76cf-4642-ba68-d196abdcd98d req-845d2b2f-48bc-4d43-b2ae-83bdcfb140e3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bcd9b26-5dea-4975-ac05-223bbb44b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847454 Oct 14 12:31:51.993211 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fb2f0589-c048-455e-9772-d0acf1638b49 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:52.047329 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-f2520eed-cef9-40e4-9b62-a5bb20a98daf None None] Set router 1cc98882-7ca4-4c66-83c9-3e6716017a2c gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:31:52.068802 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fb2f0589-c048-455e-9772-d0acf1638b49 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:52.119496 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a244ab4a-76cf-4642-ba68-d196abdcd98d req-0dfa0d3f-0131-46b1-be1c-607857e6a6c7 service neutron] 10.222.0.82 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243396 Oct 14 12:31:52.168972 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fb2f0589-c048-455e-9772-d0acf1638b49 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:52.193349 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f0589-c048-455e-9772-d0acf1638b49 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5dfbc1-626a-4ef1-9d50-2b2241675580,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:52.211138 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:52.266550 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a244ab4a-76cf-4642-ba68-d196abdcd98d req-3d10b373-2262-4e16-8451-6085423f3fda service neutron] 10.222.0.82 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321852 Oct 14 12:31:52.287709 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fb2f0589-c048-455e-9772-d0acf1638b49 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:52.292256 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55100) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:52.292461 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-fb2f0589-c048-455e-9772-d0acf1638b49 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4328232 Oct 14 12:31:52.300813 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9a64f333-cde5-4fca-afd5-ba584fc11b09 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Request body: {'security_group_rule': {'security_group_id': '2a33e5ae-1e5e-44fd-a88b-a27e9909fabd', 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:52.360502 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-f2520eed-cef9-40e4-9b62-a5bb20a98daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:12Z', 'updated_at': '2021-10-14T12:30:17Z', 'revision_number': 4, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'gw_port': {'id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:13Z', 'updated_at': '2021-10-14T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': 'da42b123-7e08-453e-9841-12fe7c8be3dd', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'port_id': '55f649c6-125b-4e9a-accf-8da6eccc9b4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'mac_address': 'fa:16:3e:6d:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:49Z', 'updated_at': '2021-10-14T12:31:49Z', 'revision_number': 0, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599e73d7-97e1-452c-9c3d-141aad829e93', 'name': '', 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'mac_address': 'fa:16:3e:8c:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:21Z', 'revision_number': 5, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'subnets': [{'id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:52.399743 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2520eed-cef9-40e4-9b62-a5bb20a98daf None None] The sync data for ids ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'] in dv-cinder-813984-2-iscsi is: [{'id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:12Z', 'updated_at': '2021-10-14T12:30:17Z', 'revision_number': 4, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'gw_port': {'id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:13Z', 'updated_at': '2021-10-14T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': 'da42b123-7e08-453e-9841-12fe7c8be3dd', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'port_id': '55f649c6-125b-4e9a-accf-8da6eccc9b4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'mac_address': 'fa:16:3e:6d:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:49Z', 'updated_at': '2021-10-14T12:31:49Z', 'revision_number': 0, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599e73d7-97e1-452c-9c3d-141aad829e93', 'name': '', 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'mac_address': 'fa:16:3e:8c:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:21Z', 'revision_number': 5, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'subnets': [{'id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:31:52.505278 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a64f333-cde5-4fca-afd5-ba584fc11b09 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:52.584889 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a64f333-cde5-4fca-afd5-ba584fc11b09 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:52.622583 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc78267-f879-463d-be4e-55276154ab9c None None] New status for floating IP da42b123-7e08-453e-9841-12fe7c8be3dd: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:31:52.725075 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a64f333-cde5-4fca-afd5-ba584fc11b09 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:52.751377 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64f333-cde5-4fca-afd5-ba584fc11b09 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23c6f6f-85de-4821-9abd-1af3d10c334e,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:52.864754 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a64f333-cde5-4fca-afd5-ba584fc11b09 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:52.866369 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-9a64f333-cde5-4fca-afd5-ba584fc11b09 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5727446 Oct 14 12:31:52.869416 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55102) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:52.873752 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f62bf66e-f9bb-403d-938c-0e75a7380754 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Request body: {'security_group_rule': {'security_group_id': '2a33e5ae-1e5e-44fd-a88b-a27e9909fabd', 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:52.889744 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:53.002510 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f62bf66e-f9bb-403d-938c-0e75a7380754 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:53.115877 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f62bf66e-f9bb-403d-938c-0e75a7380754 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:53.137570 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b8bb2-3502-468b-9d4e-afa80bed2296 req-c45c1908-3cfe-488d-ad51-a21d86079c21 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:53.139107 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dc4b8bb2-3502-468b-9d4e-afa80bed2296 req-c45c1908-3cfe-488d-ad51-a21d86079c21 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 950 time: 0.0670013 Oct 14 12:31:53.186256 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dc4b8bb2-3502-468b-9d4e-afa80bed2296 req-60e3b57d-20f4-4855-bfcd-0575c9385121 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3bd9297-0aff-4f6f-8400-01394926a539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369856 Oct 14 12:31:53.210497 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f62bf66e-f9bb-403d-938c-0e75a7380754 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:53.232086 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bf66e-f9bb-403d-938c-0e75a7380754 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49cd740-61e3-4766-a492-16d892e917d7,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:53.317124 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f62bf66e-f9bb-403d-938c-0e75a7380754 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:53.318807 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-f62bf66e-f9bb-403d-938c-0e75a7380754 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4482341 Oct 14 12:31:53.321472 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55106) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:53.327794 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b25ba628-5057-451c-ba50-d302dfd74fad tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Request body: {'security_group_rule': {'security_group_id': '2a33e5ae-1e5e-44fd-a88b-a27e9909fabd', 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:53.450319 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b25ba628-5057-451c-ba50-d302dfd74fad tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:53.488626 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe415d-16fe-447f-b9f7-24f8241dce7f req-7d881274-1070-4989-b74c-aaf7c2617fb3 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:53.490051 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fdfe415d-16fe-447f-b9f7-24f8241dce7f req-7d881274-1070-4989-b74c-aaf7c2617fb3 tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 950 time: 0.0774412 Oct 14 12:31:53.556219 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b25ba628-5057-451c-ba50-d302dfd74fad tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:53.638699 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-fdfe415d-16fe-447f-b9f7-24f8241dce7f req-3fda0ed4-3905-4cdf-b1f2-47d72b626c7e tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Deleting port 362e4588-06cf-4334-83ab-4511ba370197 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:31:53.638980 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-fdfe415d-16fe-447f-b9f7-24f8241dce7f req-3fda0ed4-3905-4cdf-b1f2-47d72b626c7e tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:53.644507 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b25ba628-5057-451c-ba50-d302dfd74fad tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:53.691734 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ba628-5057-451c-ba50-d302dfd74fad tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ab5b64-c418-4700-bb73-948ff0f7f19c,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:53.756938 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-fdfe415d-16fe-447f-b9f7-24f8241dce7f req-3fda0ed4-3905-4cdf-b1f2-47d72b626c7e tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] For port 362e4588-06cf-4334-83ab-4511ba370197, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=362e4588-06cf-4334-83ab-4511ba370197,segment=NetworkSegment(3e877f6b-98da-496a-b14c-5e3819283c9e),segment_id=3e877f6b-98da-496a-b14c-5e3819283c9e)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:53.757320 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-fdfe415d-16fe-447f-b9f7-24f8241dce7f req-3fda0ed4-3905-4cdf-b1f2-47d72b626c7e tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:53.770771 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-fdfe415d-16fe-447f-b9f7-24f8241dce7f req-3fda0ed4-3905-4cdf-b1f2-47d72b626c7e tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Calling delete_port for 362e4588-06cf-4334-83ab-4511ba370197 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:31:53.781241 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b25ba628-5057-451c-ba50-d302dfd74fad tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:53.782441 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-b25ba628-5057-451c-ba50-d302dfd74fad tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4599810 Oct 14 12:31:53.786381 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55108) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:53.792080 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-1a196fbc-ff5a-461d-9a8c-5a0942a4e53e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Request body: {'security_group_rule': {'security_group_id': '2a33e5ae-1e5e-44fd-a88b-a27e9909fabd', 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:53.911619 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-1a196fbc-ff5a-461d-9a8c-5a0942a4e53e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Project 3637d29080324d3a90d4f853e4df1f7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 12:31:53.922635 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a196fbc-ff5a-461d-9a8c-5a0942a4e53e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:53.990912 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a196fbc-ff5a-461d-9a8c-5a0942a4e53e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:54.039045 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-fdfe415d-16fe-447f-b9f7-24f8241dce7f req-3fda0ed4-3905-4cdf-b1f2-47d72b626c7e tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:54.051377 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['362e4588-06cf-4334-83ab-4511ba370197'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:31:54.072806 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a196fbc-ff5a-461d-9a8c-5a0942a4e53e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:54.077242 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda0ed4-3905-4cdf-b1f2-47d72b626c7e tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Pushing event deleted for resources: {'Port': ['ID=362e4588-06cf-4334-83ab-4511ba370197,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:54.112919 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a196fbc-ff5a-461d-9a8c-5a0942a4e53e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a8776c-7a20-4df5-9c72-f80a9f619912,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:54.140461 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfe415d-16fe-447f-b9f7-24f8241dce7f req-3fda0ed4-3905-4cdf-b1f2-47d72b626c7e tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] No DVR routers for this DVR port 362e4588-06cf-4334-83ab-4511ba370197 on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:31:54.144813 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-fdfe415d-16fe-447f-b9f7-24f8241dce7f req-3fda0ed4-3905-4cdf-b1f2-47d72b626c7e tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:54.150425 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fdfe415d-16fe-447f-b9f7-24f8241dce7f req-3fda0ed4-3905-4cdf-b1f2-47d72b626c7e tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.82 "DELETE /v2.0/ports/362e4588-06cf-4334-83ab-4511ba370197 HTTP/1.1" status: 204 len: 173 time: 0.6504228 Oct 14 12:31:54.151023 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfcaa2f-ac85-4d79-a652-2ec5afa6e008', 'name': 'network-vif-deleted', 'tag': '362e4588-06cf-4334-83ab-4511ba370197'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:54.154987 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df39f7b8-8dc4-4732-b7e9-b9200c37f6f4" -d '{"events": [{"server_uuid": "3dfcaa2f-ac85-4d79-a652-2ec5afa6e008", "name": "network-vif-deleted", "tag": "362e4588-06cf-4334-83ab-4511ba370197"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:54.186195 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a196fbc-ff5a-461d-9a8c-5a0942a4e53e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:54.187856 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-1a196fbc-ff5a-461d-9a8c-5a0942a4e53e tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4002688 Oct 14 12:31:54.196148 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55112) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:54.196148 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-fb716d5c-405b-45d1-89fe-0a198d4c0d8f tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Request body: {'security_group_rule': {'security_group_id': '2a33e5ae-1e5e-44fd-a88b-a27e9909fabd', 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:54.211909 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a5810e-7aa0-458e-a967-b15db9ef3f3a x-openstack-request-id: req-55a5810e-7aa0-458e-a967-b15db9ef3f3a {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:54.212273 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfcaa2f-ac85-4d79-a652-2ec5afa6e008", "name": "network-vif-deleted", "tag": "362e4588-06cf-4334-83ab-4511ba370197", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:54.212507 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-55a5810e-7aa0-458e-a967-b15db9ef3f3a {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:54.212923 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfcaa2f-ac85-4d79-a652-2ec5afa6e008', 'name': 'network-vif-deleted', 'tag': '362e4588-06cf-4334-83ab-4511ba370197', 'status': 'completed', 'code': 200} Oct 14 12:31:54.317254 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c25f7ca7-f24a-40ac-bb61-16691edbe65c req-1f292aed-3eb4-4e97-8f6e-0db0f2da31af tempest-VolumesNegativeTest-1392089906 tempest-VolumesNegativeTest-1392089906-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dfcaa2f-ac85-4d79-a652-2ec5afa6e008 HTTP/1.1" status: 200 len: 210 time: 0.0304744 Oct 14 12:31:54.333136 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-fb716d5c-405b-45d1-89fe-0a198d4c0d8f tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Project 3637d29080324d3a90d4f853e4df1f7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 12:31:54.340781 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fb716d5c-405b-45d1-89fe-0a198d4c0d8f tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:54.402628 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fb716d5c-405b-45d1-89fe-0a198d4c0d8f tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:54.496305 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fb716d5c-405b-45d1-89fe-0a198d4c0d8f tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:54.518287 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb716d5c-405b-45d1-89fe-0a198d4c0d8f tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad091b03-76b1-4187-a5cd-4f4997971696,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:54.601897 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fb716d5c-405b-45d1-89fe-0a198d4c0d8f tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:54.603350 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-fb716d5c-405b-45d1-89fe-0a198d4c0d8f tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4114766 Oct 14 12:31:54.702427 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-313957a5-4a0e-4f40-9848-b5a62ac48aa4 req-187ec974-8a38-420e-b876-5d6eb24ea8cf tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-492074915&fields=id&tenant_id=3637d29080324d3a90d4f853e4df1f7f HTTP/1.1" status: 200 len: 267 time: 0.0367134 Oct 14 12:31:54.772224 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313957a5-4a0e-4f40-9848-b5a62ac48aa4 req-12a7bdab-ed0c-4815-9628-906960a0b226 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:54.773899 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-313957a5-4a0e-4f40-9848-b5a62ac48aa4 req-12a7bdab-ed0c-4815-9628-906960a0b226 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 946 time: 0.0618548 Oct 14 12:31:54.786343 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-313957a5-4a0e-4f40-9848-b5a62ac48aa4 req-e6064584-1b4d-4d4c-ba58-626d5655f8a5 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Request body: {'port': {'security_groups': ['899a5e52-656f-4dba-b14a-88d99e1ab828', '2a33e5ae-1e5e-44fd-a88b-a27e9909fabd']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:54.856451 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-313957a5-4a0e-4f40-9848-b5a62ac48aa4 req-e6064584-1b4d-4d4c-ba58-626d5655f8a5 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:55.109044 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-313957a5-4a0e-4f40-9848-b5a62ac48aa4 req-e6064584-1b4d-4d4c-ba58-626d5655f8a5 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] For port 55f649c6-125b-4e9a-accf-8da6eccc9b4d, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=55f649c6-125b-4e9a-accf-8da6eccc9b4d,segment=NetworkSegment(35a85435-fbb2-4320-868c-0105676930f7),segment_id=35a85435-fbb2-4320-868c-0105676930f7)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:55.152091 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-313957a5-4a0e-4f40-9848-b5a62ac48aa4 req-e6064584-1b4d-4d4c-ba58-626d5655f8a5 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:55.232194 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-313957a5-4a0e-4f40-9848-b5a62ac48aa4 req-e6064584-1b4d-4d4c-ba58-626d5655f8a5 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:55.244516 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['55f649c6-125b-4e9a-accf-8da6eccc9b4d'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:31:55.283204 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313957a5-4a0e-4f40-9848-b5a62ac48aa4 req-e6064584-1b4d-4d4c-ba58-626d5655f8a5 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:55.284175 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-313957a5-4a0e-4f40-9848-b5a62ac48aa4 req-e6064584-1b4d-4d4c-ba58-626d5655f8a5 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:55.285751 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-313957a5-4a0e-4f40-9848-b5a62ac48aa4 req-e6064584-1b4d-4d4c-ba58-626d5655f8a5 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "PUT /v2.0/ports/55f649c6-125b-4e9a-accf-8da6eccc9b4d HTTP/1.1" status: 200 len: 982 time: 0.5049493 Oct 14 12:31:55.317744 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6064584-1b4d-4d4c-ba58-626d5655f8a5 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Pushing event updated for resources: {'Port': ['ID=55f649c6-125b-4e9a-accf-8da6eccc9b4d,revision_number=6']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:55.434690 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['55f649c6-125b-4e9a-accf-8da6eccc9b4d'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:31:55.467379 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd9ed9-5d8f-4ab7-904d-2f10e5b5329d req-fdd1c675-7809-473c-93a0-da6bc65f373a tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:55.469445 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0ffd9ed9-5d8f-4ab7-904d-2f10e5b5329d req-fdd1c675-7809-473c-93a0-da6bc65f373a tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 985 time: 0.0931096 Oct 14 12:31:55.539466 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0ffd9ed9-5d8f-4ab7-904d-2f10e5b5329d req-14c74fbd-580a-4677-b674-1ee8925d5445 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a33e5ae-1e5e-44fd-a88b-a27e9909fabd&id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631652 Oct 14 12:31:55.695646 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-b3716adf-44f9-4b9c-9068-c06a2e0aa48b None None] Provisioning complete for port 55f649c6-125b-4e9a-accf-8da6eccc9b4d triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:55.696059 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b3716adf-44f9-4b9c-9068-c06a2e0aa48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:31:56.214798 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'tag': '55f649c6-125b-4e9a-accf-8da6eccc9b4d'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:56.218807 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db40d12-d40c-41a2-8145-6bc250e3b9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8604734a-8de8-4b54-829f-4a4f85dc9eb6", "tag": "55f649c6-125b-4e9a-accf-8da6eccc9b4d"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:56.267878 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9bc5c0-9169-4039-bb62-01e9188cf023 x-openstack-request-id: req-0f9bc5c0-9169-4039-bb62-01e9188cf023 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:56.268321 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8604734a-8de8-4b54-829f-4a4f85dc9eb6", "tag": "55f649c6-125b-4e9a-accf-8da6eccc9b4d", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:56.268581 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0f9bc5c0-9169-4039-bb62-01e9188cf023 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:56.269121 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'tag': '55f649c6-125b-4e9a-accf-8da6eccc9b4d', 'status': 'completed', 'code': 200} Oct 14 12:31:56.348889 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db40d12-d40c-41a2-8145-6bc250e3b9b2 req-8d15277e-038a-4910-b9c6-3a50b98fbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:56.350490 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4db40d12-d40c-41a2-8145-6bc250e3b9b2 req-8d15277e-038a-4910-b9c6-3a50b98fbaf5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3637d29080324d3a90d4f853e4df1f7f&device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 1138 time: 0.0530965 Oct 14 12:31:56.481292 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db40d12-d40c-41a2-8145-6bc250e3b9b2 req-d3e13c76-e468-4a4f-8fe1-84930405e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:56.482872 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4db40d12-d40c-41a2-8145-6bc250e3b9b2 req-d3e13c76-e468-4a4f-8fe1-84930405e943 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bcd9b26-5dea-4975-ac05-223bbb44b5fd HTTP/1.1" status: 200 len: 915 time: 0.1207752 Oct 14 12:31:56.591165 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4db40d12-d40c-41a2-8145-6bc250e3b9b2 req-64557673-fb7b-47aa-99b8-5f4c6fa4dd88 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55f649c6-125b-4e9a-accf-8da6eccc9b4d HTTP/1.1" status: 200 len: 1002 time: 0.0868468 Oct 14 12:31:56.652766 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db40d12-d40c-41a2-8145-6bc250e3b9b2 req-83653a0a-d865-4edb-b496-b6b84c103f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:56.656049 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4db40d12-d40c-41a2-8145-6bc250e3b9b2 req-83653a0a-d865-4edb-b496-b6b84c103f8b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f544528f-c12e-46ab-a1e5-7ead1f7055ab HTTP/1.1" status: 200 len: 853 time: 0.0561638 Oct 14 12:31:56.729621 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db40d12-d40c-41a2-8145-6bc250e3b9b2 req-f124e780-a421-426a-a426-ac54d9c10c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:56.731587 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4db40d12-d40c-41a2-8145-6bc250e3b9b2 req-f124e780-a421-426a-a426-ac54d9c10c6b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bcd9b26-5dea-4975-ac05-223bbb44b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634460 Oct 14 12:31:56.847285 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4db40d12-d40c-41a2-8145-6bc250e3b9b2 req-8f0fe840-adff-43f6-88b5-ab89473d814b service neutron] 10.222.0.82 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054442 Oct 14 12:31:56.959087 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4db40d12-d40c-41a2-8145-6bc250e3b9b2 req-6419af1b-6c5a-441d-a262-679f7137edd7 service neutron] 10.222.0.82 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957553 Oct 14 12:31:58.011649 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 362e4588-06cf-4334-83ab-4511ba370197 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:31:58.049324 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: 362e4588-06cf-4334-83ab-4511ba370197 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:31:58.049733 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 362e4588-06cf-4334-83ab-4511ba370197 not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:32:00.116792 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654478f-4418-47d4-9c72-7f8e3e83da8c req-6683e444-505c-4d0a-832e-b60b3202ef62 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:00.118203 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6654478f-4418-47d4-9c72-7f8e3e83da8c req-6683e444-505c-4d0a-832e-b60b3202ef62 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 985 time: 0.0547612 Oct 14 12:32:00.186598 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6654478f-4418-47d4-9c72-7f8e3e83da8c req-a8ab3ead-4c20-4af6-99c2-1ac18e0861c3 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a33e5ae-1e5e-44fd-a88b-a27e9909fabd&id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610816 Oct 14 12:32:00.340405 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8dbe2-6710-438a-bff0-4015f68fc5f6 req-805bfdba-7929-4634-a392-b927e8921b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:00.352221 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-31f8dbe2-6710-438a-bff0-4015f68fc5f6 req-805bfdba-7929-4634-a392-b927e8921b88 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3637d29080324d3a90d4f853e4df1f7f&device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 1138 time: 0.0813551 Oct 14 12:32:00.499638 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8dbe2-6710-438a-bff0-4015f68fc5f6 req-a854934a-1703-4ea3-9740-6cbdb6309202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:00.502423 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-31f8dbe2-6710-438a-bff0-4015f68fc5f6 req-a854934a-1703-4ea3-9740-6cbdb6309202 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bcd9b26-5dea-4975-ac05-223bbb44b5fd HTTP/1.1" status: 200 len: 915 time: 0.1414123 Oct 14 12:32:00.609093 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-31f8dbe2-6710-438a-bff0-4015f68fc5f6 req-f3de2a60-7776-49c0-8586-b61405b7a910 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55f649c6-125b-4e9a-accf-8da6eccc9b4d HTTP/1.1" status: 200 len: 1002 time: 0.0994205 Oct 14 12:32:00.667168 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8dbe2-6710-438a-bff0-4015f68fc5f6 req-922bb56d-b990-4db6-904e-2ae7002e315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:00.668689 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-31f8dbe2-6710-438a-bff0-4015f68fc5f6 req-922bb56d-b990-4db6-904e-2ae7002e315f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f544528f-c12e-46ab-a1e5-7ead1f7055ab HTTP/1.1" status: 200 len: 853 time: 0.0514345 Oct 14 12:32:00.725408 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8dbe2-6710-438a-bff0-4015f68fc5f6 req-386b0607-31a5-4b94-ad2e-0c9152070410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:00.727190 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-31f8dbe2-6710-438a-bff0-4015f68fc5f6 req-386b0607-31a5-4b94-ad2e-0c9152070410 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bcd9b26-5dea-4975-ac05-223bbb44b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498531 Oct 14 12:32:00.857853 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-31f8dbe2-6710-438a-bff0-4015f68fc5f6 req-5b68f401-a380-4272-91c3-94597eb99b5d service neutron] 10.222.0.82 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143129 Oct 14 12:32:00.966508 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-31f8dbe2-6710-438a-bff0-4015f68fc5f6 req-857af644-170c-463a-98b2-21b0212e7835 service neutron] 10.222.0.82 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992875 Oct 14 12:32:01.378155 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27650-1fb4-4cce-8777-b492d7dd26a1 req-21f19c2e-7c16-49db-a026-41f3b07cb690 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:01.380982 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-74a27650-1fb4-4cce-8777-b492d7dd26a1 req-21f19c2e-7c16-49db-a026-41f3b07cb690 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 985 time: 0.1021740 Oct 14 12:32:01.390521 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744116d-3e92-49fc-b4c2-fd97468a5a2d req-6a9b2f79-a5db-4a9f-97d0-9b363c2da81a tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:01.392121 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f744116d-3e92-49fc-b4c2-fd97468a5a2d req-6a9b2f79-a5db-4a9f-97d0-9b363c2da81a tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 945 time: 0.0846112 Oct 14 12:32:01.457079 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-74a27650-1fb4-4cce-8777-b492d7dd26a1 req-200c6e26-8794-43d3-8ac0-c6ef3cd00099 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a33e5ae-1e5e-44fd-a88b-a27e9909fabd&id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639236 Oct 14 12:32:01.460219 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f744116d-3e92-49fc-b4c2-fd97468a5a2d req-fe09b70d-f9af-4555-bf89-074b68dfede1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607276 Oct 14 12:32:02.239823 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55400) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:02.415658 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-55278d16-5ab1-41f8-ac85-e9bf319dfc22 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a8304be76c9b4d9fba1c6a60d19fea1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744518 Oct 14 12:32:02.418571 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55404) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:02.479810 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5220ce33-015e-4f5c-aaaf-6c8ae36fa2c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:02.511265 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5220ce33-015e-4f5c-aaaf-6c8ae36fa2c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:02.641135 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412a46d-79be-4607-8bd1-fcf5b0cd901d req-467f4f28-e271-4d8d-8d9f-a75c7e685125 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:02.642998 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1412a46d-79be-4607-8bd1-fcf5b0cd901d req-467f4f28-e271-4d8d-8d9f-a75c7e685125 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 985 time: 0.0869935 Oct 14 12:32:02.654158 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0755ec-fa57-4acc-80b8-f0f82aaf7953 req-b709d946-d11c-48f9-8f56-171b81f137ac tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:02.655693 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3c0755ec-fa57-4acc-80b8-f0f82aaf7953 req-b709d946-d11c-48f9-8f56-171b81f137ac tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 945 time: 0.0958092 Oct 14 12:32:02.723758 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5220ce33-015e-4f5c-aaaf-6c8ae36fa2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:02.726499 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5220ce33-015e-4f5c-aaaf-6c8ae36fa2c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:02.727775 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-5220ce33-015e-4f5c-aaaf-6c8ae36fa2c2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f3bd9297-0aff-4f6f-8400-01394926a539 HTTP/1.1" status: 204 len: 168 time: 0.3081236 Oct 14 12:32:02.741786 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1412a46d-79be-4607-8bd1-fcf5b0cd901d req-5374b289-6030-48a4-b8df-40b76b3ac64b tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a33e5ae-1e5e-44fd-a88b-a27e9909fabd&id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850420 Oct 14 12:32:02.748669 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220ce33-015e-4f5c-aaaf-6c8ae36fa2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bd9297-0aff-4f6f-8400-01394926a539,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:02.765944 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3c0755ec-fa57-4acc-80b8-f0f82aaf7953 req-553219a5-4889-438f-bf20-e492ceb68430 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904269 Oct 14 12:32:03.307450 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-2cebd78d-5dd9-4281-b137-6c79be243b45 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:03.308955 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-2cebd78d-5dd9-4281-b137-6c79be243b45 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.82 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 945 time: 0.0584407 Oct 14 12:32:03.438969 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-55e75067-ff78-4b0c-955c-ac4e1be9852b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Deleting port 2acff619-3ddd-4a02-878d-73dd5ab248dd {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:32:03.440060 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-55e75067-ff78-4b0c-955c-ac4e1be9852b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:03.837203 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-55e75067-ff78-4b0c-955c-ac4e1be9852b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] For port 2acff619-3ddd-4a02-878d-73dd5ab248dd, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2acff619-3ddd-4a02-878d-73dd5ab248dd,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:03.840203 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-55e75067-ff78-4b0c-955c-ac4e1be9852b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:03.979855 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55434) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:04.023670 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2ff70-d011-4c87-a5d7-436b86cb2cd4 req-e84a6580-2ef6-4878-b8af-2552b9376659 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:04.026155 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0ee2ff70-d011-4c87-a5d7-436b86cb2cd4 req-e84a6580-2ef6-4878-b8af-2552b9376659 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 985 time: 0.1774540 Oct 14 12:32:04.070349 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787da89a-d2be-4f80-b52d-1dabfd7b6a9c req-a89ffa3e-8945-4fce-98e9-eadc051f5d17 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:04.072919 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-787da89a-d2be-4f80-b52d-1dabfd7b6a9c req-a89ffa3e-8945-4fce-98e9-eadc051f5d17 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 945 time: 0.2090340 Oct 14 12:32:04.122443 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1526287281-network', 'tenant_id': 'fe661ff9224949ce80582a3838f3ba6a'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:32:04.209727 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] Made reservation on behalf of fe661ff9224949ce80582a3838f3ba6a for: {'network': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:32:04.212276 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:04.215349 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0ee2ff70-d011-4c87-a5d7-436b86cb2cd4 req-f56cd288-9167-48f8-b68c-1c200b008abc tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a33e5ae-1e5e-44fd-a88b-a27e9909fabd&id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1741779 Oct 14 12:32:04.227391 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:04.235131 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-787da89a-d2be-4f80-b52d-1dabfd7b6a9c req-e8acaca9-046e-474f-b397-8f57c21f538f tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups?id=70712410-3781-4cc1-bd0a-4c00e70fd300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492465 Oct 14 12:32:04.258746 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-55e75067-ff78-4b0c-955c-ac4e1be9852b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:04.259459 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-55e75067-ff78-4b0c-955c-ac4e1be9852b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:04.259977 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.l3_db [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-55e75067-ff78-4b0c-955c-ac4e1be9852b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Floating IP 6786006d-21aa-46eb-9512-5b6197973f80 disassociated. External IP: 172.27.2.236, port: 2acff619-3ddd-4a02-878d-73dd5ab248dd. Oct 14 12:32:04.260540 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-55e75067-ff78-4b0c-955c-ac4e1be9852b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Calling delete_port for 2acff619-3ddd-4a02-878d-73dd5ab248dd owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:32:04.363590 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:04.455197 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:04.480454 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=100446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:32:04.492309 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266d76b7-8497-4120-ada6-649b6cb27d42,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:04.497062 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:04.497405 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.segments_db [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] Added segment de41697f-347e-457e-bcbe-a4ce33381e56 of type vlan for network 71bba96d-01ea-4d93-a43e-4410c073c7b2 Oct 14 12:32:04.512008 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-55e75067-ff78-4b0c-955c-ac4e1be9852b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:04.542694 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:04.544309 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e75067-ff78-4b0c-955c-ac4e1be9852b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event deleted for resources: {'Port': ['ID=2acff619-3ddd-4a02-878d-73dd5ab248dd,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:04.655097 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:04.656107 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:04.656762 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:04.666275 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-55e75067-ff78-4b0c-955c-ac4e1be9852b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Router 531e5fd2-a949-454b-9dcf-e015dd509f68 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:32:04.721262 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=71bba96d-01ea-4d93-a43e-4410c073c7b2,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:04.733829 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network 71bba96d-01ea-4d93-a43e-4410c073c7b2 details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:32:04.772437 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-8dadcf91-e6c7-4e3e-ae09-80f90daa9fe0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7910197 Oct 14 12:32:04.775334 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55440) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:04.780689 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-ea1b391e-2e12-4d3a-9aed-123a35e9e5af admin admin] Request body: {'subnet': {'network_id': '71bba96d-01ea-4d93-a43e-4410c073c7b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1526287281-subnet', 'tenant_id': 'fe661ff9224949ce80582a3838f3ba6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:32:04.800996 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-55e75067-ff78-4b0c-955c-ac4e1be9852b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:32:04.822568 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3ea3f-51b2-4716-b0d1-5d9354ab14d9 None None] Sync routers for ids ['531e5fd2-a949-454b-9dcf-e015dd509f68'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:32:04.837447 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3ea3f-51b2-4716-b0d1-5d9354ab14d9 None None] Routers {'531e5fd2-a949-454b-9dcf-e015dd509f68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:32:04.838083 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-c0b3ea3f-51b2-4716-b0d1-5d9354ab14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:31:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['531e5fd2-a949-454b-9dcf-e015dd509f68'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:04.857982 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-55e75067-ff78-4b0c-955c-ac4e1be9852b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] No DVR routers for this DVR port 2acff619-3ddd-4a02-878d-73dd5ab248dd on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:32:04.862236 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-55e75067-ff78-4b0c-955c-ac4e1be9852b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:04.866057 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2aad03b8-3a35-4504-ac4f-b89361bab82b req-55e75067-ff78-4b0c-955c-ac4e1be9852b tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.82 "DELETE /v2.0/ports/2acff619-3ddd-4a02-878d-73dd5ab248dd HTTP/1.1" status: 204 len: 173 time: 1.5478652 Oct 14 12:32:04.866787 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b6b59-aa6b-4905-b45f-53375fd3ff6c', 'name': 'network-vif-deleted', 'tag': '2acff619-3ddd-4a02-878d-73dd5ab248dd'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:32:04.869117 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167036b5-f5d7-417b-ab55-131fb830986d" -d '{"events": [{"server_uuid": "cb0b6b59-aa6b-4905-b45f-53375fd3ff6c", "name": "network-vif-deleted", "tag": "2acff619-3ddd-4a02-878d-73dd5ab248dd"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:32:04.905256 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1b391e-2e12-4d3a-9aed-123a35e9e5af admin admin] Made reservation on behalf of fe661ff9224949ce80582a3838f3ba6a for: {'subnet': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:32:04.910162 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ea1b391e-2e12-4d3a-9aed-123a35e9e5af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9655153'] for subnet, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:04.917232 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0ddd97-10bb-49d4-90f4-5143f16fc1f0 x-openstack-request-id: req-5b0ddd97-10bb-49d4-90f4-5143f16fc1f0 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:32:04.917654 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b6b59-aa6b-4905-b45f-53375fd3ff6c", "name": "network-vif-deleted", "tag": "2acff619-3ddd-4a02-878d-73dd5ab248dd", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:32:04.917782 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5b0ddd97-10bb-49d4-90f4-5143f16fc1f0 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:32:04.918153 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b6b59-aa6b-4905-b45f-53375fd3ff6c', 'name': 'network-vif-deleted', 'tag': '2acff619-3ddd-4a02-878d-73dd5ab248dd', 'status': 'completed', 'code': 200} Oct 14 12:32:04.972287 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-c0b3ea3f-51b2-4716-b0d1-5d9354ab14d9 None None] Set router 531e5fd2-a949-454b-9dcf-e015dd509f68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:32:05.216597 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-c0b3ea3f-51b2-4716-b0d1-5d9354ab14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:09Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'd886bdea-26f1-4774-b3bb-617c7aba43de', 'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'mac_address': 'fa:16:3e:48:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:08Z', 'updated_at': '2021-10-14T12:25:17Z', 'revision_number': 5, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'subnets': [{'id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:05.248108 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3ea3f-51b2-4716-b0d1-5d9354ab14d9 None None] Checking router: 531e5fd2-a949-454b-9dcf-e015dd509f68 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:32:05.258699 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3ea3f-51b2-4716-b0d1-5d9354ab14d9 None None] Routers {'531e5fd2-a949-454b-9dcf-e015dd509f68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:32:05.259643 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-c0b3ea3f-51b2-4716-b0d1-5d9354ab14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:31:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['531e5fd2-a949-454b-9dcf-e015dd509f68'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:05.283766 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ea1b391e-2e12-4d3a-9aed-123a35e9e5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9918476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9655143'] for subnet, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:05.354571 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b391e-2e12-4d3a-9aed-123a35e9e5af admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd8b091-cf17-40f9-8b85-83f85c872e17,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:05.365217 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1b391e-2e12-4d3a-9aed-123a35e9e5af admin admin] Checking segment: {'id': 'de41697f-347e-457e-bcbe-a4ce33381e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '71bba96d-01ea-4d93-a43e-4410c073c7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:32:05.365686 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1b391e-2e12-4d3a-9aed-123a35e9e5af admin admin] Network hostable DHCP agents. Network: 71bba96d-01ea-4d93-a43e-4410c073c7b2, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:32:05.402387 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-c0b3ea3f-51b2-4716-b0d1-5d9354ab14d9 None None] Set router 531e5fd2-a949-454b-9dcf-e015dd509f68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:32:05.419396 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1c56a7a1-c967-43ba-87bc-87b4f932b8d7 req-986a28c2-bdd6-4c09-b949-c00473c5208d tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0b6b59-aa6b-4905-b45f-53375fd3ff6c HTTP/1.1" status: 200 len: 210 time: 0.0782332 Oct 14 12:32:05.444490 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec7554-5a92-41e3-b93d-9cc85cf9636e req-0ee68450-b17f-4191-89d6-073da369da99 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:05.446211 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-43ec7554-5a92-41e3-b93d-9cc85cf9636e req-0ee68450-b17f-4191-89d6-073da369da99 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 985 time: 0.1290781 Oct 14 12:32:05.477470 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1b391e-2e12-4d3a-9aed-123a35e9e5af admin admin] Network 71bba96d-01ea-4d93-a43e-4410c073c7b2 is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:32:05.496531 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-43ec7554-5a92-41e3-b93d-9cc85cf9636e req-bc9535e0-6d63-4bfd-b538-7d58ce78b888 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a33e5ae-1e5e-44fd-a88b-a27e9909fabd&id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440884 Oct 14 12:32:05.563679 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-ea1b391e-2e12-4d3a-9aed-123a35e9e5af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, 71bba96d-01ea-4d93-a43e-4410c073c7b2) {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:32:05.568054 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1b391e-2e12-4d3a-9aed-123a35e9e5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:05.568633 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ea1b391e-2e12-4d3a-9aed-123a35e9e5af admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:05.575132 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da006ea-57e6-449c-b283-e3c72df531af None None] Network 71bba96d-01ea-4d93-a43e-4410c073c7b2 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:32:05.663239 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-ea1b391e-2e12-4d3a-9aed-123a35e9e5af admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8865559 Oct 14 12:32:05.726658 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-c0b3ea3f-51b2-4716-b0d1-5d9354ab14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:09Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'd886bdea-26f1-4774-b3bb-617c7aba43de', 'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'mac_address': 'fa:16:3e:48:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:08Z', 'updated_at': '2021-10-14T12:25:17Z', 'revision_number': 5, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'subnets': [{'id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:05.768063 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3ea3f-51b2-4716-b0d1-5d9354ab14d9 None None] The sync data for ids ['531e5fd2-a949-454b-9dcf-e015dd509f68'] in dv-cinder-813984-2-iscsi is: [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:25:09Z', 'revision_number': 4, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'd886bdea-26f1-4774-b3bb-617c7aba43de', 'name': '', 'network_id': '253a832c-afa8-4771-87e8-6dfb3bd2f212', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'mac_address': 'fa:16:3e:48:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:08Z', 'updated_at': '2021-10-14T12:25:17Z', 'revision_number': 5, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'subnets': [{'id': '1808dccd-0f99-40d5-87b6-c6cd63c4fafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:32:05.777153 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b5e886-e3f7-47c0-81c8-3aad82354a12 None None] Network 71bba96d-01ea-4d93-a43e-4410c073c7b2 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:32:06.050740 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0164819-1d09-4981-b3ab-e1733aafe9cc None None] New status for floating IP 6786006d-21aa-46eb-9512-5b6197973f80: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:32:06.339026 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:06.620076 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aea17-8957-48d5-92cd-94bf3fd4ad0e req-4fb13940-1037-41e1-a256-66ee7ed8ffc2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:06.621571 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f89aea17-8957-48d5-92cd-94bf3fd4ad0e req-4fb13940-1037-41e1-a256-66ee7ed8ffc2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 985 time: 0.0523188 Oct 14 12:32:06.655866 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55462) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:06.664455 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f89aea17-8957-48d5-92cd-94bf3fd4ad0e req-e71ec096-b3b7-406e-8f37-43342b8b4a33 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a33e5ae-1e5e-44fd-a88b-a27e9909fabd&id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360627 Oct 14 12:32:06.714848 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-64e68cad-19ce-4575-a9cf-6c03f5b106a1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:06.739763 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-64e68cad-19ce-4575-a9cf-6c03f5b106a1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:06.950370 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-64e68cad-19ce-4575-a9cf-6c03f5b106a1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:06.953049 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-64e68cad-19ce-4575-a9cf-6c03f5b106a1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:06.954838 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-64e68cad-19ce-4575-a9cf-6c03f5b106a1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "DELETE /v2.0/security-groups/70712410-3781-4cc1-bd0a-4c00e70fd300 HTTP/1.1" status: 204 len: 168 time: 0.2973590 Oct 14 12:32:06.957581 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55466) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:06.964101 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e68cad-19ce-4575-a9cf-6c03f5b106a1 tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70712410-3781-4cc1-bd0a-4c00e70fd300,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:06.972610 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.api.v2.resource [None req-f567ddca-f607-46f4-89a1-712ea9058cbc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] show failed (client error): The resource could not be found. Oct 14 12:32:06.974356 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-f567ddca-f607-46f4-89a1-712ea9058cbc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "GET /v2.0/security-groups/70712410-3781-4cc1-bd0a-4c00e70fd300 HTTP/1.1" status: 404 len: 347 time: 0.0157104 Oct 14 12:32:06.982074 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55468) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:07.105389 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-8cc7dad5-b981-4339-8132-c40dc6dddbfc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Deleting port 54a5597d-fca0-42e6-912b-a4821022efa3 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:32:07.105724 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cc7dad5-b981-4339-8132-c40dc6dddbfc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:07.191603 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cc7dad5-b981-4339-8132-c40dc6dddbfc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:07.192380 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cc7dad5-b981-4339-8132-c40dc6dddbfc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:07.206285 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-8cc7dad5-b981-4339-8132-c40dc6dddbfc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Calling delete_port for 54a5597d-fca0-42e6-912b-a4821022efa3 owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:32:07.489270 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cc7dad5-b981-4339-8132-c40dc6dddbfc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:07.519007 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7dad5-b981-4339-8132-c40dc6dddbfc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Pushing event deleted for resources: {'Port': ['ID=54a5597d-fca0-42e6-912b-a4821022efa3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:07.582851 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cc7dad5-b981-4339-8132-c40dc6dddbfc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:07.585866 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cc7dad5-b981-4339-8132-c40dc6dddbfc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:07.586943 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-8cc7dad5-b981-4339-8132-c40dc6dddbfc tempest-AttachVolumeTestJSON-922284842 tempest-AttachVolumeTestJSON-922284842-project] 10.222.0.71 "DELETE /v2.0/floatingips/6786006d-21aa-46eb-9512-5b6197973f80 HTTP/1.1" status: 204 len: 168 time: 0.6039217 Oct 14 12:32:07.795590 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab649beb-54d6-43f4-92fc-cf9738ea0d75 req-92607da3-e861-4384-9195-37d4f5ad0d59 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:07.797806 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ab649beb-54d6-43f4-92fc-cf9738ea0d75 req-92607da3-e861-4384-9195-37d4f5ad0d59 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 985 time: 0.0552704 Oct 14 12:32:07.899213 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ab649beb-54d6-43f4-92fc-cf9738ea0d75 req-b14debdc-a7c0-4f32-8e29-4e70216f3dc9 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a33e5ae-1e5e-44fd-a88b-a27e9909fabd&id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915670 Oct 14 12:32:07.936182 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-902678bf-6088-40d9-aa18-225fd8cce91f tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:07.940203 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-902678bf-6088-40d9-aa18-225fd8cce91f tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/networks?id=71bba96d-01ea-4d93-a43e-4410c073c7b2 HTTP/1.1" status: 200 len: 814 time: 0.1389966 Oct 14 12:32:07.961384 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-57732a4c-f67c-4ffc-bf27-6276196e8184 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/quotas/fe661ff9224949ce80582a3838f3ba6a HTTP/1.1" status: 200 len: 375 time: 0.0148745 Oct 14 12:32:08.002218 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-9fb52df7-3282-4df8-8248-9e5d6ebce50d tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fe661ff9224949ce80582a3838f3ba6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347445 Oct 14 12:32:08.085695 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 2acff619-3ddd-4a02-878d-73dd5ab248dd no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:32:08.113111 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-e9ba1dcb-97ad-4848-bec2-1a4afdb85e73 service neutron] 10.222.0.71 "GET /v2.0/networks/71bba96d-01ea-4d93-a43e-4410c073c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031225 Oct 14 12:32:08.115360 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: 2acff619-3ddd-4a02-878d-73dd5ab248dd {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:32:08.115785 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 2acff619-3ddd-4a02-878d-73dd5ab248dd not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:32:08.225216 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-1bd5cc2b-0a07-4b32-a603-1f250709d90a service neutron] 10.222.0.71 "GET /v2.0/networks/71bba96d-01ea-4d93-a43e-4410c073c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048517 Oct 14 12:32:08.480713 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-74e27a01-4a51-4b53-8e48-e6b5313afe5e req-f816d5a0-82f2-47fe-8581-e52cbd0ef8fe tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 210 time: 0.0279510 Oct 14 12:32:09.027019 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52f242-e4dc-4bcf-8d00-6e90e612f270 req-ed0e59d5-1ccc-43e8-b98f-98381c979eac tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:09.028945 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1e52f242-e4dc-4bcf-8d00-6e90e612f270 req-ed0e59d5-1ccc-43e8-b98f-98381c979eac tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 985 time: 0.0562539 Oct 14 12:32:09.085917 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1e52f242-e4dc-4bcf-8d00-6e90e612f270 req-111b6056-d473-4f10-80af-c6798d421b75 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a33e5ae-1e5e-44fd-a88b-a27e9909fabd&id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493748 Oct 14 12:32:09.572777 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c99101d7-4c53-448a-bec1-56eb814c55ed req-0762e284-1e44-4433-98f8-d0a84097d5b7 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 210 time: 0.0291739 Oct 14 12:32:10.221574 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e91a02-7808-46d5-aa62-1ac833636f37 req-5ea154cd-262e-4863-a696-1c127b141914 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:10.223271 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-82e91a02-7808-46d5-aa62-1ac833636f37 req-5ea154cd-262e-4863-a696-1c127b141914 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 985 time: 0.0586004 Oct 14 12:32:10.274041 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-82e91a02-7808-46d5-aa62-1ac833636f37 req-8d55295c-babf-433b-9424-5f037fb21695 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a33e5ae-1e5e-44fd-a88b-a27e9909fabd&id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435629 Oct 14 12:32:10.674734 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3c0fe5b3-ff48-4047-aa61-3d8edb8f49a2 req-2ff8689d-7f26-4279-bad0-277d643e3a6a tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 210 time: 0.0277996 Oct 14 12:32:11.204872 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-1a5d4857-3e7c-4682-a19a-89abd31d6d45 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:11.206375 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-1a5d4857-3e7c-4682-a19a-89abd31d6d45 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.82 "GET /v2.0/networks?id=71bba96d-01ea-4d93-a43e-4410c073c7b2 HTTP/1.1" status: 200 len: 814 time: 0.1185205 Oct 14 12:32:11.221334 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-aad60946-aec5-4303-9d74-2dbe1812177c tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Request body: {'port': {'device_id': 'a4db72dd-11bb-4a1f-a221-a4576a4c2f4f', 'network_id': '71bba96d-01ea-4d93-a43e-4410c073c7b2', 'admin_state_up': True, 'tenant_id': 'fe661ff9224949ce80582a3838f3ba6a'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:32:11.395395 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d38cc-2397-4e66-9176-de4e3b1faec3 req-d9dd73a3-dccc-440d-bcfc-6dfc5ae2b707 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:11.397018 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-174d38cc-2397-4e66-9176-de4e3b1faec3 req-d9dd73a3-dccc-440d-bcfc-6dfc5ae2b707 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 985 time: 0.0521417 Oct 14 12:32:11.398146 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-aad60946-aec5-4303-9d74-2dbe1812177c tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Made reservation on behalf of fe661ff9224949ce80582a3838f3ba6a for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:32:11.401599 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-aad60946-aec5-4303-9d74-2dbe1812177c tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:11.490501 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-174d38cc-2397-4e66-9176-de4e3b1faec3 req-d79d6759-6dad-479f-9a0a-f61baa2d3f9c tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a33e5ae-1e5e-44fd-a88b-a27e9909fabd&id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0864279 Oct 14 12:32:11.567463 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-aad60946-aec5-4303-9d74-2dbe1812177c tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Allocated IP 172.20.0.11 (71bba96d-01ea-4d93-a43e-4410c073c7b2/3bd8b091-cf17-40f9-8b85-83f85c872e17/94aaab03-5e36-4714-b48b-b22b40f1eb23) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:32:11.722668 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-aad60946-aec5-4303-9d74-2dbe1812177c tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:11.775066 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c6a3fc12-ac95-44bb-acb9-700fd1d6babf req-82fe6689-e621-4501-8cc0-5dbe7144c130 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 210 time: 0.0294168 Oct 14 12:32:11.791894 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:32:11.837335 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-aad60946-aec5-4303-9d74-2dbe1812177c tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:11.839957 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55540) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:11.882226 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-aad60946-aec5-4303-9d74-2dbe1812177c tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Network 71bba96d-01ea-4d93-a43e-4410c073c7b2 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:32:11.885275 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-aad60946-aec5-4303-9d74-2dbe1812177c tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:32:11.892662 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-aad60946-aec5-4303-9d74-2dbe1812177c tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:32:11.898921 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad60946-aec5-4303-9d74-2dbe1812177c tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Pushing event updated for resources: {'Port': ['ID=94aaab03-5e36-4714-b48b-b22b40f1eb23,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:11.954024 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-aad60946-aec5-4303-9d74-2dbe1812177c tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:11.954024 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-aad60946-aec5-4303-9d74-2dbe1812177c tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:12.061617 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-aad60946-aec5-4303-9d74-2dbe1812177c tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8447030 Oct 14 12:32:12.074505 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Request body: {'port': {'device_id': 'a4db72dd-11bb-4a1f-a221-a4576a4c2f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:32:12.132438 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:12.406395 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94aaab03-5e36-4714-b48b-b22b40f1eb23 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:32:12.414226 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:12.426215 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Transition to ACTIVE for port object 94aaab03-5e36-4714-b48b-b22b40f1eb23 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:32:12.456780 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-89301cf9-9e50-40a8-823e-a35c3efdf056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516827'] for router_interface, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:12.511818 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:12.586769 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Pushing event updated for resources: {'Port': ['ID=94aaab03-5e36-4714-b48b-b22b40f1eb23,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:12.667790 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fc5ff-2498-44f5-896f-926d06aa771c req-5f6858f7-98e5-4611-839d-dd85efb0bea1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:12.669306 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-028fc5ff-2498-44f5-896f-926d06aa771c req-5f6858f7-98e5-4611-839d-dd85efb0bea1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 985 time: 0.1002491 Oct 14 12:32:12.694229 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Attempting to bind port 94aaab03-5e36-4714-b48b-b22b40f1eb23 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:32:12.694593 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Attempting to bind port 94aaab03-5e36-4714-b48b-b22b40f1eb23 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'de41697f-347e-457e-bcbe-a4ce33381e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '71bba96d-01ea-4d93-a43e-4410c073c7b2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:32:12.694934 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Attempting to bind port 94aaab03-5e36-4714-b48b-b22b40f1eb23 on network 71bba96d-01ea-4d93-a43e-4410c073c7b2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:32:12.706827 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Port 94aaab03-5e36-4714-b48b-b22b40f1eb23 on network 71bba96d-01ea-4d93-a43e-4410c073c7b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:32:12.707155 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Attempting to bind port 94aaab03-5e36-4714-b48b-b22b40f1eb23 on network 71bba96d-01ea-4d93-a43e-4410c073c7b2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:32:12.716621 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:32:12.716958 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Checking segment: {'id': 'de41697f-347e-457e-bcbe-a4ce33381e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '71bba96d-01ea-4d93-a43e-4410c073c7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:32:12.717410 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Bound using segment: {'id': 'de41697f-347e-457e-bcbe-a4ce33381e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '71bba96d-01ea-4d93-a43e-4410c073c7b2'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:32:12.717785 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Bound port: 94aaab03-5e36-4714-b48b-b22b40f1eb23, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de41697f-347e-457e-bcbe-a4ce33381e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '71bba96d-01ea-4d93-a43e-4410c073c7b2'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:32:12.718188 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:12.742123 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-028fc5ff-2498-44f5-896f-926d06aa771c req-7734eec4-25a9-488c-ac5b-79b6a1559343 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a33e5ae-1e5e-44fd-a88b-a27e9909fabd&id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622880 Oct 14 12:32:12.784588 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-89301cf9-9e50-40a8-823e-a35c3efdf056 admin admin] Deleting port d886bdea-26f1-4774-b3bb-617c7aba43de {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:32:12.784944 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-89301cf9-9e50-40a8-823e-a35c3efdf056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:12.805923 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] For port 94aaab03-5e36-4714-b48b-b22b40f1eb23, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:32:12.809556 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] For port 94aaab03-5e36-4714-b48b-b22b40f1eb23, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=94aaab03-5e36-4714-b48b-b22b40f1eb23,segment=NetworkSegment(de41697f-347e-457e-bcbe-a4ce33381e56),segment_id=de41697f-347e-457e-bcbe-a4ce33381e56)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:32:12.884804 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:12.889292 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-89301cf9-9e50-40a8-823e-a35c3efdf056 admin admin] For port d886bdea-26f1-4774-b3bb-617c7aba43de, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=d886bdea-26f1-4774-b3bb-617c7aba43de,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:12.889917 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-89301cf9-9e50-40a8-823e-a35c3efdf056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:12.907480 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-89301cf9-9e50-40a8-823e-a35c3efdf056 admin admin] Calling delete_port for d886bdea-26f1-4774-b3bb-617c7aba43de owned by network:router_interface {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:32:12.933469 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:12.934462 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:12.936128 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] 10.222.0.82 "PUT /v2.0/ports/94aaab03-5e36-4714-b48b-b22b40f1eb23 HTTP/1.1" status: 200 len: 1094 time: 0.8660023 Oct 14 12:32:12.941124 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4db72dd-11bb-4a1f-a221-a4576a4c2f4f', 'tag': '94aaab03-5e36-4714-b48b-b22b40f1eb23'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:32:12.943973 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9103eef6-3e8f-4d61-a190-727ab7962ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "a4db72dd-11bb-4a1f-a221-a4576a4c2f4f", "tag": "94aaab03-5e36-4714-b48b-b22b40f1eb23"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:32:12.963498 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8d3d6-7192-411c-922c-86796cce9e02 req-15f93fd1-cb7a-4d09-b245-d078b8b23b79 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:12.966132 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8ba8d3d6-7192-411c-922c-86796cce9e02 req-15f93fd1-cb7a-4d09-b245-d078b8b23b79 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 944 time: 0.1142318 Oct 14 12:32:13.015649 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c209b81-ff86-4d75-aca6-5e41d5074912 x-openstack-request-id: req-2c209b81-ff86-4d75-aca6-5e41d5074912 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:32:13.019802 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4db72dd-11bb-4a1f-a221-a4576a4c2f4f", "tag": "94aaab03-5e36-4714-b48b-b22b40f1eb23", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:32:13.019802 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2c209b81-ff86-4d75-aca6-5e41d5074912 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:32:13.019802 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4db72dd-11bb-4a1f-a221-a4576a4c2f4f', 'tag': '94aaab03-5e36-4714-b48b-b22b40f1eb23', 'status': 'completed', 'code': 200} Oct 14 12:32:13.021917 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043ce2d-abfb-433c-b1a9-e333fb20f94e service neutron] Pushing event updated for resources: {'Port': ['ID=94aaab03-5e36-4714-b48b-b22b40f1eb23,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:13.076754 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8ba8d3d6-7192-411c-922c-86796cce9e02 req-7204f87f-8b8f-4b31-a509-370ffe73d7d8 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862663 Oct 14 12:32:13.091616 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103eef6-3e8f-4d61-a190-727ab7962ff7 req-43032831-3c98-4653-9aa1-c2c20f56c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:13.093647 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9103eef6-3e8f-4d61-a190-727ab7962ff7 req-43032831-3c98-4653-9aa1-c2c20f56c5b1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fe661ff9224949ce80582a3838f3ba6a&device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 1097 time: 0.0587044 Oct 14 12:32:13.196780 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-89301cf9-9e50-40a8-823e-a35c3efdf056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:13.203570 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103eef6-3e8f-4d61-a190-727ab7962ff7 req-6b508745-eb0b-4f72-a920-7dd691c33aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:13.205103 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9103eef6-3e8f-4d61-a190-727ab7962ff7 req-6b508745-eb0b-4f72-a920-7dd691c33aa3 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=fe661ff9224949ce80582a3838f3ba6a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0966172 Oct 14 12:32:13.229935 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89301cf9-9e50-40a8-823e-a35c3efdf056 admin admin] Pushing event deleted for resources: {'Port': ['ID=d886bdea-26f1-4774-b3bb-617c7aba43de,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:13.314266 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103eef6-3e8f-4d61-a190-727ab7962ff7 req-6c56b62f-688c-42c0-9ee0-55191a11a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:13.315820 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9103eef6-3e8f-4d61-a190-727ab7962ff7 req-6c56b62f-688c-42c0-9ee0-55191a11a33a service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039772 Oct 14 12:32:13.399381 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-98b2bc9f-d6e2-4c76-ae86-a384ab5df4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:13.400900 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-98b2bc9f-d6e2-4c76-ae86-a384ab5df4d1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fe661ff9224949ce80582a3838f3ba6a&device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 1097 time: 0.0458596 Oct 14 12:32:13.448803 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-46514cc5-bda3-4d64-a782-f4cdf034b07a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94aaab03-5e36-4714-b48b-b22b40f1eb23 HTTP/1.1" status: 200 len: 217 time: 0.0402167 Oct 14 12:32:13.503630 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-dec4b883-28b8-4ca2-871e-f97480e89bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:13.505024 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-dec4b883-28b8-4ca2-871e-f97480e89bbf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3bd8b091-cf17-40f9-8b85-83f85c872e17 HTTP/1.1" status: 200 len: 854 time: 0.0491364 Oct 14 12:32:13.537850 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-30210ce5-7e64-40e4-a0a5-e03475a586b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=71bba96d-01ea-4d93-a43e-4410c073c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248172 Oct 14 12:32:13.614950 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-89301cf9-9e50-40a8-823e-a35c3efdf056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517451'] for router_interface, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:13.848602 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89301cf9-9e50-40a8-823e-a35c3efdf056 admin admin] Router 531e5fd2-a949-454b-9dcf-e015dd509f68 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:32:13.896054 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-c638cc76-18b7-425f-94ce-b113eea8c7e0 service neutron] 10.222.0.82 "GET /v2.0/networks/71bba96d-01ea-4d93-a43e-4410c073c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505332 Oct 14 12:32:13.961951 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89301cf9-9e50-40a8-823e-a35c3efdf056 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:32:13.967540 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-89301cf9-9e50-40a8-823e-a35c3efdf056 admin admin] 10.222.0.71 "PUT /v2.0/routers/531e5fd2-a949-454b-9dcf-e015dd509f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1264055 Oct 14 12:32:13.971243 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55554) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:13.972745 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ddc238-c879-41b2-848d-8561403a3e6e None None] Sync routers for ids ['531e5fd2-a949-454b-9dcf-e015dd509f68'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:32:13.983304 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ddc238-c879-41b2-848d-8561403a3e6e None None] Routers {'531e5fd2-a949-454b-9dcf-e015dd509f68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:32:13.984771 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-00ddc238-c879-41b2-848d-8561403a3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:31:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['531e5fd2-a949-454b-9dcf-e015dd509f68'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:14.033413 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5152d148-432b-426a-9d8c-71d4d74e38ed req-bb48db51-0a9e-4e07-8b9a-f7ec6311091e service neutron] 10.222.0.82 "GET /v2.0/networks/71bba96d-01ea-4d93-a43e-4410c073c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302195 Oct 14 12:32:14.090181 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] Publish callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:14.094675 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-00ddc238-c879-41b2-848d-8561403a3e6e None None] Set router 531e5fd2-a949-454b-9dcf-e015dd509f68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:32:14.241702 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:14.255893 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8b6a1-1176-4e7d-b63c-b255f30cd8ef req-079478df-4f47-4c7c-98a9-aee4090d7dd1 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:14.257396 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-99d8b6a1-1176-4e7d-b63c-b255f30cd8ef req-079478df-4f47-4c7c-98a9-aee4090d7dd1 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 944 time: 0.0755730 Oct 14 12:32:14.303259 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-99d8b6a1-1176-4e7d-b63c-b255f30cd8ef req-b1c4641e-90ad-4dcb-bab4-e96e93a58fdf tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394120 Oct 14 12:32:14.323801 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-00ddc238-c879-41b2-848d-8561403a3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:32:13Z', 'revision_number': 5, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port': {'id': '8389d21c-2e3a-4f9e-82db-d8e6d8fec568', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:01Z', 'updated_at': '2021-10-14T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:14.356075 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ddc238-c879-41b2-848d-8561403a3e6e None None] Checking router: 531e5fd2-a949-454b-9dcf-e015dd509f68 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:32:14.365847 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ddc238-c879-41b2-848d-8561403a3e6e None None] Routers {'531e5fd2-a949-454b-9dcf-e015dd509f68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:32:14.366464 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-00ddc238-c879-41b2-848d-8561403a3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:31:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['531e5fd2-a949-454b-9dcf-e015dd509f68'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:14.403709 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] Deleting port 8389d21c-2e3a-4f9e-82db-d8e6d8fec568 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:32:14.404042 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:14.456051 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-00ddc238-c879-41b2-848d-8561403a3e6e None None] Set router 531e5fd2-a949-454b-9dcf-e015dd509f68 gateway port host: None {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:32:14.491199 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] For port 8389d21c-2e3a-4f9e-82db-d8e6d8fec568, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=8389d21c-2e3a-4f9e-82db-d8e6d8fec568,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:14.492055 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:14.505736 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] Calling delete_port for 8389d21c-2e3a-4f9e-82db-d8e6d8fec568 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:32:14.511604 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-00ddc238-c879-41b2-848d-8561403a3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:32:14Z', 'revision_number': 6, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port_host': None}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:14.563937 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ddc238-c879-41b2-848d-8561403a3e6e None None] The sync data for ids ['531e5fd2-a949-454b-9dcf-e015dd509f68'] in dv-cinder-813984-2-iscsi is: [{'id': '531e5fd2-a949-454b-9dcf-e015dd509f68', 'name': 'tempest-AttachVolumeTestJSON-172513170-router', 'tenant_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:59Z', 'updated_at': '2021-10-14T12:32:14Z', 'revision_number': 6, 'project_id': 'a99511a7cfa740f4b660b4e6e9b9871a', 'gw_port_host': None}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:32:14.877229 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:14.908331 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] Pushing event deleted for resources: {'Port': ['ID=8389d21c-2e3a-4f9e-82db-d8e6d8fec568,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:14.982369 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515345'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:15.084863 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6879'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:15.087346 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:15.230825 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519352'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:15.231455 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 531e5fd2-a949-454b-9dcf-e015dd509f68 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:32:15.244076 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] Publish callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:15.244076 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-b649b7b2-f928-4b29-9833-88c75f265134 admin admin] 10.222.0.71 "DELETE /v2.0/routers/531e5fd2-a949-454b-9dcf-e015dd509f68 HTTP/1.1" status: 204 len: 168 time: 1.2668536 Oct 14 12:32:15.244076 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55558) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:15.292477 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd358616-bfd6-48fa-8d13-e3433e57e5d7 admin admin] Deleting subnet 1808dccd-0f99-40d5-87b6-c6cd63c4fafb {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:32:15.295799 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd358616-bfd6-48fa-8d13-e3433e57e5d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:15.347954 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd358616-bfd6-48fa-8d13-e3433e57e5d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9081361'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:15.497624 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd358616-bfd6-48fa-8d13-e3433e57e5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:15.530829 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8510f-e868-4f0c-94e1-b86850c2ec8e req-9f627a7f-4283-4fd5-916d-cd88c71b19cf tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:15.533925 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-62f8510f-e868-4f0c-94e1-b86850c2ec8e req-9f627a7f-4283-4fd5-916d-cd88c71b19cf tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 944 time: 0.1549857 Oct 14 12:32:15.594692 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-62f8510f-e868-4f0c-94e1-b86850c2ec8e req-c3d503df-db71-40e4-98f1-87bc31b8bd02 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525279 Oct 14 12:32:15.699911 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd358616-bfd6-48fa-8d13-e3433e57e5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9883389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230753'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:15.721380 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd358616-bfd6-48fa-8d13-e3433e57e5d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1808dccd-0f99-40d5-87b6-c6cd63c4fafb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:15.781388 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd358616-bfd6-48fa-8d13-e3433e57e5d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:15.785260 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-fd358616-bfd6-48fa-8d13-e3433e57e5d7 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1808dccd-0f99-40d5-87b6-c6cd63c4fafb HTTP/1.1" status: 204 len: 168 time: 0.5426981 Oct 14 12:32:15.786961 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bc4390-117e-4109-9a68-e8f65f3e0f73 None None] Network 253a832c-afa8-4771-87e8-6dfb3bd2f212 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:32:15.787944 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55562) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:15.860006 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:15.922941 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] Deleting port 22b82f7a-45ef-475d-b5c7-b8c8fe587255 {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:32:15.923344 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:15.976991 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b85779-920e-447d-be87-56459df0b09a None None] DHCP port deletion for 253a832c-afa8-4771-87e8-6dfb3bd2f212 request from dv-cinder-813984-2-iscsi {{(pid=100448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:32:15.997720 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] For port 22b82f7a-45ef-475d-b5c7-b8c8fe587255, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=22b82f7a-45ef-475d-b5c7-b8c8fe587255,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:15.998107 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:16.011604 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] Calling delete_port for 22b82f7a-45ef-475d-b5c7-b8c8fe587255 owned by network:dhcp {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:32:16.027745 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-86b85779-920e-447d-be87-56459df0b09a None None] Deleting port 22b82f7a-45ef-475d-b5c7-b8c8fe587255 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:32:16.028110 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86b85779-920e-447d-be87-56459df0b09a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:16.095104 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-86b85779-920e-447d-be87-56459df0b09a None None] For port 22b82f7a-45ef-475d-b5c7-b8c8fe587255, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=22b82f7a-45ef-475d-b5c7-b8c8fe587255,segment=NetworkSegment(4adb9372-3225-48da-9395-af150a616960),segment_id=4adb9372-3225-48da-9395-af150a616960)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:16.097672 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86b85779-920e-447d-be87-56459df0b09a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:16.109381 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-86b85779-920e-447d-be87-56459df0b09a None None] Calling delete_port for 22b82f7a-45ef-475d-b5c7-b8c8fe587255 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:32:16.145290 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:16.177123 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] Pushing event deleted for resources: {'Port': ['ID=22b82f7a-45ef-475d-b5c7-b8c8fe587255,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:16.179162 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] No DVR routers for this DVR port 22b82f7a-45ef-475d-b5c7-b8c8fe587255 on host dv-cinder-813984-2-iscsi {{(pid=100446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:32:16.231870 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86b85779-920e-447d-be87-56459df0b09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:16.255391 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:16.260359 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b85779-920e-447d-be87-56459df0b09a None None] Pushing event deleted for resources: {'Port': ['ID=22b82f7a-45ef-475d-b5c7-b8c8fe587255,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:16.262245 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b85779-920e-447d-be87-56459df0b09a None None] No DVR routers for this DVR port 22b82f7a-45ef-475d-b5c7-b8c8fe587255 on host dv-cinder-813984-2-iscsi {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:32:16.286519 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253a832c-afa8-4771-87e8-6dfb3bd2f212']}} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:16.297002 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adb9372-3225-48da-9395-af150a616960') {'for_net_delete': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:16.303351 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adb9372-3225-48da-9395-af150a616960') {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:16.309651 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8926766'] for segment, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:16.323993 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:16.330999 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=100446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:32:16.331395 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9919215'] for segment, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: Traceback (most recent call last): Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: timer() Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: cb(*args, **kw) Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: return func(*args, **kwargs) Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: self._notify() Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: self.callback(batched_events) Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: event.method(event) Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: return f(self, *a, **k) Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._get(url).json() Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: return self.request(url, 'GET', **kwargs) Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:32:16.333140 dv-cinder-813984-2-iscsi neutron-server[100446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:32:16.375281 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device d886bdea-26f1-4774-b3bb-617c7aba43de no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:32:16.399725 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: d886bdea-26f1-4774-b3bb-617c7aba43de {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:32:16.400527 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device d886bdea-26f1-4774-b3bb-617c7aba43de not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:32:16.400527 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 8389d21c-2e3a-4f9e-82db-d8e6d8fec568 no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:32:16.419956 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: 8389d21c-2e3a-4f9e-82db-d8e6d8fec568 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:32:16.420291 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 8389d21c-2e3a-4f9e-82db-d8e6d8fec568 not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:32:16.420703 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 22b82f7a-45ef-475d-b5c7-b8c8fe587255 no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:32:16.441148 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: 22b82f7a-45ef-475d-b5c7-b8c8fe587255 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:32:16.441499 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 22b82f7a-45ef-475d-b5c7-b8c8fe587255 not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:32:16.488458 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:16.494159 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:16.500083 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] 10.222.0.71 "DELETE /v2.0/networks/253a832c-afa8-4771-87e8-6dfb3bd2f212 HTTP/1.1" status: 204 len: 168 time: 0.7110441 Oct 14 12:32:16.516114 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3df78-3928-4b8b-87d6-7839c552a6ed admin admin] Pushing event deleted for resources: {'Network': ['ID=253a832c-afa8-4771-87e8-6dfb3bd2f212,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:16.735521 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7e882-db03-4054-a0f7-687c436392bb req-d2eecd91-2c0a-4e32-b9f6-805d64b497b5 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:16.737111 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-99c7e882-db03-4054-a0f7-687c436392bb req-d2eecd91-2c0a-4e32-b9f6-805d64b497b5 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 944 time: 0.0625043 Oct 14 12:32:16.781738 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-99c7e882-db03-4054-a0f7-687c436392bb req-edd158a0-1b0e-440c-bf19-17302e7212cb tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369883 Oct 14 12:32:16.845226 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55570) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:16.885140 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-38ba8324-4fef-418e-b342-a6baf0bb110c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a99511a7cfa740f4b660b4e6e9b9871a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387213 Oct 14 12:32:16.887648 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55572) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:16.936152 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1582c7c9-0cce-4ad9-8892-51bce064aacc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:16.957481 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1582c7c9-0cce-4ad9-8892-51bce064aacc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:17.064802 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1582c7c9-0cce-4ad9-8892-51bce064aacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:17.067255 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1582c7c9-0cce-4ad9-8892-51bce064aacc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:17.068376 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-1582c7c9-0cce-4ad9-8892-51bce064aacc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/016c8586-8971-4af6-8093-b1a1547eaee2 HTTP/1.1" status: 204 len: 168 time: 0.1798568 Oct 14 12:32:17.076403 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582c7c9-0cce-4ad9-8892-51bce064aacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016c8586-8971-4af6-8093-b1a1547eaee2,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:17.583321 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ef4f73c1-4882-44aa-a684-3dd22b217e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:17.903710 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da476c34-996c-4f61-bced-0d6782887710 req-1a1a7c85-fa7c-42e2-bd86-1c011fecd4f5 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:17.905267 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-da476c34-996c-4f61-bced-0d6782887710 req-1a1a7c85-fa7c-42e2-bd86-1c011fecd4f5 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 944 time: 0.0509012 Oct 14 12:32:17.954044 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-da476c34-996c-4f61-bced-0d6782887710 req-a9714441-42ef-4ede-a5e8-aa6fd86d5d03 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 Oct 14 12:32:18.146519 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 94aaab03-5e36-4714-b48b-b22b40f1eb23 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:32:18.254835 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 94aaab03-5e36-4714-b48b-b22b40f1eb23, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=94aaab03-5e36-4714-b48b-b22b40f1eb23,segment=NetworkSegment(de41697f-347e-457e-bcbe-a4ce33381e56),segment_id=de41697f-347e-457e-bcbe-a4ce33381e56)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:18.266398 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '94aaab03-5e36-4714-b48b-b22b40f1eb23', 'network_id': '71bba96d-01ea-4d93-a43e-4410c073c7b2', 'port_id': '94aaab03-5e36-4714-b48b-b22b40f1eb23', 'mac_address': 'fa:16:3e:53:ef:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd8b091-cf17-40f9-8b85-83f85c872e17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:32:18.304942 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:18.323826 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94aaab03-5e36-4714-b48b-b22b40f1eb23 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:32:18.345794 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 94aaab03-5e36-4714-b48b-b22b40f1eb23, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=94aaab03-5e36-4714-b48b-b22b40f1eb23,segment=NetworkSegment(de41697f-347e-457e-bcbe-a4ce33381e56),segment_id=de41697f-347e-457e-bcbe-a4ce33381e56)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:18.418252 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:18.471789 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=94aaab03-5e36-4714-b48b-b22b40f1eb23,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:18.691423 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['94aaab03-5e36-4714-b48b-b22b40f1eb23'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:32:18.996699 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55626) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:19.071937 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fd961-7d42-427b-ba01-c08f1422e777 req-29a0abcb-0b43-4681-b8d5-bf58b17687e2 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:19.073336 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1a6fd961-7d42-427b-ba01-c08f1422e777 req-29a0abcb-0b43-4681-b8d5-bf58b17687e2 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 945 time: 0.0502112 Oct 14 12:32:19.115802 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa069601-fa04-4e9a-8240-3307903f8c88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:19.138308 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1a6fd961-7d42-427b-ba01-c08f1422e777 req-816f348c-5421-4a63-980e-6e395a80d989 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582862 Oct 14 12:32:19.200392 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa069601-fa04-4e9a-8240-3307903f8c88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:19.270090 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa069601-fa04-4e9a-8240-3307903f8c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:19.308888 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-fa069601-fa04-4e9a-8240-3307903f8c88 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7b9e253babfc46feb7628bf8a384e270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110044 Oct 14 12:32:19.309780 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa069601-fa04-4e9a-8240-3307903f8c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dcf1fb-24ab-4607-ae2e-99a095419292,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:19.312291 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55630) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:19.360800 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e868c61d-e315-49b5-bcc0-18e8a4cdf88c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:19.382081 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e868c61d-e315-49b5-bcc0-18e8a4cdf88c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:19.515740 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e868c61d-e315-49b5-bcc0-18e8a4cdf88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:19.518327 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e868c61d-e315-49b5-bcc0-18e8a4cdf88c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:19.519569 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-e868c61d-e315-49b5-bcc0-18e8a4cdf88c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b8dcf1fb-24ab-4607-ae2e-99a095419292 HTTP/1.1" status: 204 len: 168 time: 0.2063646 Oct 14 12:32:19.527402 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868c61d-e315-49b5-bcc0-18e8a4cdf88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dcf1fb-24ab-4607-ae2e-99a095419292,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:20.153047 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 94aaab03-5e36-4714-b48b-b22b40f1eb23 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:32:20.259082 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca135f-38d0-432d-b4c8-d3b22da58cfc req-588c87fd-568a-4d7e-b6ea-2b54af95b5c8 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:20.260466 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d2ca135f-38d0-432d-b4c8-d3b22da58cfc req-588c87fd-568a-4d7e-b6ea-2b54af95b5c8 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 945 time: 0.0504954 Oct 14 12:32:20.298422 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d2ca135f-38d0-432d-b4c8-d3b22da58cfc req-8d7a8aba-b3ea-4495-8d19-2325a8cee1fa tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Oct 14 12:32:20.309288 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 94aaab03-5e36-4714-b48b-b22b40f1eb23 completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:32:20.318566 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 94aaab03-5e36-4714-b48b-b22b40f1eb23 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:32:20.318962 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:20.412056 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:20.435900 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4db72dd-11bb-4a1f-a221-a4576a4c2f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94aaab03-5e36-4714-b48b-b22b40f1eb23'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:32:20.439477 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077eedc3-2e72-407d-a669-5f9eb5bbd776" -d '{"events": [{"server_uuid": "a4db72dd-11bb-4a1f-a221-a4576a4c2f4f", "name": "network-vif-plugged", "status": "completed", "tag": "94aaab03-5e36-4714-b48b-b22b40f1eb23"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:32:20.451855 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 94aaab03-5e36-4714-b48b-b22b40f1eb23, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=94aaab03-5e36-4714-b48b-b22b40f1eb23,segment=NetworkSegment(de41697f-347e-457e-bcbe-a4ce33381e56),segment_id=de41697f-347e-457e-bcbe-a4ce33381e56)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:20.476158 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4fc0e8a2-ca69-4285-a17e-c0c4f5d7f6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:20.478501 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f67217-3ddb-4633-a09e-957203f78f59 x-openstack-request-id: req-27f67217-3ddb-4633-a09e-957203f78f59 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:32:20.478818 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4db72dd-11bb-4a1f-a221-a4576a4c2f4f", "name": "network-vif-plugged", "status": "completed", "tag": "94aaab03-5e36-4714-b48b-b22b40f1eb23", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:32:20.479076 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-27f67217-3ddb-4633-a09e-957203f78f59 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:32:20.479459 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4db72dd-11bb-4a1f-a221-a4576a4c2f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94aaab03-5e36-4714-b48b-b22b40f1eb23', 'code': 200} Oct 14 12:32:20.590158 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:20.639322 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=94aaab03-5e36-4714-b48b-b22b40f1eb23,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:20.953523 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf79c06-796d-4d4d-9be6-fa2785f7fd12 req-345c4b79-3b62-4ad0-8515-5db0ab88de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:20.955154 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-edf79c06-796d-4d4d-9be6-fa2785f7fd12 req-345c4b79-3b62-4ad0-8515-5db0ab88de57 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 1099 time: 0.0425198 Oct 14 12:32:20.999654 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-edf79c06-796d-4d4d-9be6-fa2785f7fd12 req-9fd9b697-f520-4b06-ae17-a17d5bc6d8ea service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342500 Oct 14 12:32:21.417650 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ed537-b345-460e-b388-1926f8dd6ed4 req-5d8b619e-6203-4eb7-89d4-18f79049b65a tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:21.419134 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-152ed537-b345-460e-b388-1926f8dd6ed4 req-5d8b619e-6203-4eb7-89d4-18f79049b65a tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 946 time: 0.0510006 Oct 14 12:32:21.460557 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-152ed537-b345-460e-b388-1926f8dd6ed4 req-acef65f1-b728-4dea-bf4c-44f4a92f9ed2 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351312 Oct 14 12:32:21.596217 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:22.264104 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:22.587707 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d210b-3304-453f-b30e-4ccd9b88f2d4 req-f06a56ae-5e26-4f23-9a4c-f48a3b0359f9 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:22.589197 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9b6d210b-3304-453f-b30e-4ccd9b88f2d4 req-f06a56ae-5e26-4f23-9a4c-f48a3b0359f9 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 946 time: 0.0563498 Oct 14 12:32:22.630328 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9b6d210b-3304-453f-b30e-4ccd9b88f2d4 req-c3bb61c3-0a4c-48f3-b0f8-cb030f3ee8f2 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347295 Oct 14 12:32:22.931919 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:23.325640 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee9aa1-1316-49d0-b9eb-2cfa2092065e req-2e853eff-ab3c-4dbe-8cb5-79216f103e69 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:23.332370 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3fee9aa1-1316-49d0-b9eb-2cfa2092065e req-2e853eff-ab3c-4dbe-8cb5-79216f103e69 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 947 time: 0.0529170 Oct 14 12:32:23.374045 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3fee9aa1-1316-49d0-b9eb-2cfa2092065e req-9454ea45-47bf-41a9-beff-cf115f53acd0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386496 Oct 14 12:32:23.604172 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55714) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:23.745014 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c2ea3dd-5cff-465b-9ba5-6a530349ffbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:23.789175 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fbeab-a227-42b4-87de-613ce7fce1ec req-c05f1a7d-303f-48e9-b209-a38aab1948be tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:23.790707 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-791fbeab-a227-42b4-87de-613ce7fce1ec req-c05f1a7d-303f-48e9-b209-a38aab1948be tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 946 time: 0.0860388 Oct 14 12:32:23.850156 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-791fbeab-a227-42b4-87de-613ce7fce1ec req-2041f151-0da4-44a4-97e1-8621032c7b47 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518939 Oct 14 12:32:23.876628 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c2ea3dd-5cff-465b-9ba5-6a530349ffbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:23.990199 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c2ea3dd-5cff-465b-9ba5-6a530349ffbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:24.031386 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-0c2ea3dd-5cff-465b-9ba5-6a530349ffbf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c925e2e6c8cb4425bec6d7c142e9504f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237435 Oct 14 12:32:24.036154 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55750) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:24.036624 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ea3dd-5cff-465b-9ba5-6a530349ffbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5631c851-8002-4e3b-b61b-9de15e5f4bfd,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:24.094426 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:24.122871 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:24.327313 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:24.330156 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:24.332360 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5631c851-8002-4e3b-b61b-9de15e5f4bfd HTTP/1.1" status: 204 len: 168 time: 0.2977738 Oct 14 12:32:24.341751 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5631c851-8002-4e3b-b61b-9de15e5f4bfd,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:24.349838 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:24.350182 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:24.350518 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:24.350902 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:24.351213 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:24.351536 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:24.351855 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:24.352175 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:24.352494 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:24.352836 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:24.353160 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:24.353568 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c2e56-d45c-40c6-97d1-db73f8bd9edd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:24.513691 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a852f4-fe3a-4cbd-a09b-29e25dda7f49 req-9043f1e3-376f-4db2-af1c-548458bb70d0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:24.515434 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c7a852f4-fe3a-4cbd-a09b-29e25dda7f49 req-9043f1e3-376f-4db2-af1c-548458bb70d0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 947 time: 0.0571890 Oct 14 12:32:24.561493 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c7a852f4-fe3a-4cbd-a09b-29e25dda7f49 req-0200e779-facb-45b2-97c8-8895cec809b5 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups?id=166dbd1a-19a5-42d6-b3ad-62886e3f1594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389228 Oct 14 12:32:24.930056 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-3d8430fb-a591-4e10-978a-6bd925e26dc0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:24.931516 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-3d8430fb-a591-4e10-978a-6bd925e26dc0 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.82 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 947 time: 0.0504718 Oct 14 12:32:25.032317 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-d374c087-e7e2-4327-ae16-1d5589016b70 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Deleting port 3820717d-7baa-4ef5-badc-cb86da4ffe37 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:32:25.033030 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-d374c087-e7e2-4327-ae16-1d5589016b70 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:25.129054 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-d374c087-e7e2-4327-ae16-1d5589016b70 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] For port 3820717d-7baa-4ef5-badc-cb86da4ffe37, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3820717d-7baa-4ef5-badc-cb86da4ffe37,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:25.129054 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-d374c087-e7e2-4327-ae16-1d5589016b70 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:25.320115 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-d374c087-e7e2-4327-ae16-1d5589016b70 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:25.320479 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-d374c087-e7e2-4327-ae16-1d5589016b70 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:25.320801 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.l3_db [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-d374c087-e7e2-4327-ae16-1d5589016b70 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Floating IP ea77b8a5-ea0e-4a39-a56e-5f8a96b553d6 disassociated. External IP: 172.27.2.246, port: 3820717d-7baa-4ef5-badc-cb86da4ffe37. Oct 14 12:32:25.321144 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-d374c087-e7e2-4327-ae16-1d5589016b70 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Calling delete_port for 3820717d-7baa-4ef5-badc-cb86da4ffe37 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:32:25.374643 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55770) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:25.390852 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a84d-67bf-4d3c-9e95-1187b890f929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:25.491769 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a84d-67bf-4d3c-9e95-1187b890f929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:25.544378 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-d374c087-e7e2-4327-ae16-1d5589016b70 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:25.573588 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a84d-67bf-4d3c-9e95-1187b890f929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:25.574965 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374c087-e7e2-4327-ae16-1d5589016b70 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event deleted for resources: {'Port': ['ID=3820717d-7baa-4ef5-badc-cb86da4ffe37,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:25.660819 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-e5f0a84d-67bf-4d3c-9e95-1187b890f929 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=426fa1ddede4428a9067a53f43c524c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847459 Oct 14 12:32:25.673653 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55788) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:25.678013 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0a84d-67bf-4d3c-9e95-1187b890f929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea593a94-1357-4746-813d-3b8049feebb7,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:25.764246 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3ffec1b2-bb2a-4e63-90e6-b5b3a04d8fce req-f9766ec6-3f58-4bff-933a-3a017239bcfa tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 210 time: 0.0431643 Oct 14 12:32:25.796753 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-d374c087-e7e2-4327-ae16-1d5589016b70 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:32:25.816066 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c80c-351d-46ba-b87e-e70cdd424bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:25.883989 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c80c-351d-46ba-b87e-e70cdd424bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:25.986294 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-d374c087-e7e2-4327-ae16-1d5589016b70 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:32:25.998913 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef353c6e-16d0-4409-8eed-bd7de888d3ec None None] Sync routers for ids ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:32:26.020293 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef353c6e-16d0-4409-8eed-bd7de888d3ec None None] Routers {'83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:32:26.020959 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ef353c6e-16d0-4409-8eed-bd7de888d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:32:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:26.042436 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-d374c087-e7e2-4327-ae16-1d5589016b70 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] No DVR routers for this DVR port 3820717d-7baa-4ef5-badc-cb86da4ffe37 on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:32:26.045749 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-d374c087-e7e2-4327-ae16-1d5589016b70 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:26.049713 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b529ce22-5e5d-4627-99a7-7a8c15da3671 req-d374c087-e7e2-4327-ae16-1d5589016b70 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.82 "DELETE /v2.0/ports/3820717d-7baa-4ef5-badc-cb86da4ffe37 HTTP/1.1" status: 204 len: 173 time: 1.1113892 Oct 14 12:32:26.049994 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'name': 'network-vif-deleted', 'tag': '3820717d-7baa-4ef5-badc-cb86da4ffe37'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:32:26.052587 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ecb6a5-67e8-44d7-bafd-2e929a5898af" -d '{"events": [{"server_uuid": "f375eb9d-5a5e-465f-b4d7-734d07d4963b", "name": "network-vif-deleted", "tag": "3820717d-7baa-4ef5-badc-cb86da4ffe37"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:32:26.075837 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c80c-351d-46ba-b87e-e70cdd424bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:26.078557 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c80c-351d-46ba-b87e-e70cdd424bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:26.089547 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-e5d5c80c-351d-46ba-b87e-e70cdd424bb7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ea593a94-1357-4746-813d-3b8049feebb7 HTTP/1.1" status: 204 len: 168 time: 0.4081905 Oct 14 12:32:26.109312 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5c80c-351d-46ba-b87e-e70cdd424bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea593a94-1357-4746-813d-3b8049feebb7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:26.115316 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e4c46f-e2c1-46bd-9751-9756e2bedff2 x-openstack-request-id: req-05e4c46f-e2c1-46bd-9751-9756e2bedff2 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:32:26.115616 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f375eb9d-5a5e-465f-b4d7-734d07d4963b", "name": "network-vif-deleted", "tag": "3820717d-7baa-4ef5-badc-cb86da4ffe37", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:32:26.117299 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-05e4c46f-e2c1-46bd-9751-9756e2bedff2 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:32:26.117299 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f375eb9d-5a5e-465f-b4d7-734d07d4963b', 'name': 'network-vif-deleted', 'tag': '3820717d-7baa-4ef5-badc-cb86da4ffe37', 'status': 'completed', 'code': 200} Oct 14 12:32:26.248378 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-ef353c6e-16d0-4409-8eed-bd7de888d3ec None None] Set router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:32:26.484647 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ef353c6e-16d0-4409-8eed-bd7de888d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e', 'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'mac_address': 'fa:16:3e:7f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:03Z', 'updated_at': '2021-10-14T12:25:15Z', 'revision_number': 5, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'subnets': [{'id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:26.512281 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef353c6e-16d0-4409-8eed-bd7de888d3ec None None] Checking router: 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:32:26.523870 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef353c6e-16d0-4409-8eed-bd7de888d3ec None None] Routers {'83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:32:26.524487 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ef353c6e-16d0-4409-8eed-bd7de888d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:32:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:26.641264 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-ef353c6e-16d0-4409-8eed-bd7de888d3ec None None] Set router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:32:26.867355 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ef353c6e-16d0-4409-8eed-bd7de888d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e', 'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'mac_address': 'fa:16:3e:7f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:03Z', 'updated_at': '2021-10-14T12:25:15Z', 'revision_number': 5, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'subnets': [{'id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:26.888225 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e2f1fe51-883f-4222-a14c-e5082f4ca66c req-d6ba3f26-b69a-414f-b308-a9179fef5eb3 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/ports?device_id=f375eb9d-5a5e-465f-b4d7-734d07d4963b HTTP/1.1" status: 200 len: 210 time: 0.0291245 Oct 14 12:32:26.898189 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef353c6e-16d0-4409-8eed-bd7de888d3ec None None] The sync data for ids ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'] in dv-cinder-813984-2-iscsi is: [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:25:05Z', 'revision_number': 4, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e', 'name': '', 'network_id': '1f2d1afd-f850-4c18-8b5a-8234bb24a17d', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'mac_address': 'fa:16:3e:7f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:25:03Z', 'updated_at': '2021-10-14T12:25:15Z', 'revision_number': 5, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'subnets': [{'id': 'cc5bc5ee-814c-4686-ba13-7451402f57fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:32:27.144535 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a974ddac-d5cc-4baf-bce4-1cd4d45a17f4 None None] New status for floating IP ea77b8a5-ea0e-4a39-a56e-5f8a96b553d6: DOWN {{(pid=100448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:32:28.048369 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55832) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:28.106756 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e80db6f-b8f2-4497-8fe1-86bc42fd3595 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:28.146235 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e80db6f-b8f2-4497-8fe1-86bc42fd3595 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:28.316464 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e80db6f-b8f2-4497-8fe1-86bc42fd3595 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:28.319147 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e80db6f-b8f2-4497-8fe1-86bc42fd3595 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:28.320419 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-6e80db6f-b8f2-4497-8fe1-86bc42fd3595 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "DELETE /v2.0/security-groups/166dbd1a-19a5-42d6-b3ad-62886e3f1594 HTTP/1.1" status: 204 len: 168 time: 0.2705269 Oct 14 12:32:28.329620 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80db6f-b8f2-4497-8fe1-86bc42fd3595 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=166dbd1a-19a5-42d6-b3ad-62886e3f1594,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:28.333481 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55840) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:28.349885 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.api.v2.resource [None req-be8871d6-70b5-444e-a358-1c7b097fd766 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] show failed (client error): The resource could not be found. Oct 14 12:32:28.354605 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55842) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:28.355811 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-be8871d6-70b5-444e-a358-1c7b097fd766 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "GET /v2.0/security-groups/166dbd1a-19a5-42d6-b3ad-62886e3f1594 HTTP/1.1" status: 404 len: 347 time: 0.0208783 Oct 14 12:32:28.510935 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c06e3a46-b460-483b-9c32-d6143ce89173 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Deleting port b6e0956b-4d91-44c7-8bf9-05ff6c81b930 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:32:28.511307 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c06e3a46-b460-483b-9c32-d6143ce89173 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:28.602159 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c06e3a46-b460-483b-9c32-d6143ce89173 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:28.602476 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c06e3a46-b460-483b-9c32-d6143ce89173 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:28.615179 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c06e3a46-b460-483b-9c32-d6143ce89173 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Calling delete_port for b6e0956b-4d91-44c7-8bf9-05ff6c81b930 owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:32:28.852711 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c06e3a46-b460-483b-9c32-d6143ce89173 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:28.880785 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e3a46-b460-483b-9c32-d6143ce89173 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Pushing event deleted for resources: {'Port': ['ID=b6e0956b-4d91-44c7-8bf9-05ff6c81b930,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:28.961094 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c06e3a46-b460-483b-9c32-d6143ce89173 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:28.965956 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c06e3a46-b460-483b-9c32-d6143ce89173 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:28.967529 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-c06e3a46-b460-483b-9c32-d6143ce89173 tempest-AttachVolumeShelveTestJSON-92881732 tempest-AttachVolumeShelveTestJSON-92881732-project] 10.222.0.71 "DELETE /v2.0/floatingips/ea77b8a5-ea0e-4a39-a56e-5f8a96b553d6 HTTP/1.1" status: 204 len: 168 time: 0.6106217 Oct 14 12:32:29.773537 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55866) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:29.907372 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3df26e3a-6c23-4f30-8b66-edc4beb69cbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:29.993879 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3df26e3a-6c23-4f30-8b66-edc4beb69cbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:30.086578 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3df26e3a-6c23-4f30-8b66-edc4beb69cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:30.133788 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-3df26e3a-6c23-4f30-8b66-edc4beb69cbd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bff92d9df983483e97edee5013bd897c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560069 Oct 14 12:32:30.133788 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df26e3a-6c23-4f30-8b66-edc4beb69cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6ebdd5-4995-4876-a0ca-25bfabd8c670,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:30.134848 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55874) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:30.193847 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b4eb8454-3fbe-4fbb-9ac0-8c7c46703097 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:30.223703 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 3820717d-7baa-4ef5-badc-cb86da4ffe37 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:32:30.227064 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b4eb8454-3fbe-4fbb-9ac0-8c7c46703097 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:30.245839 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: 3820717d-7baa-4ef5-badc-cb86da4ffe37 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:32:30.246215 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 3820717d-7baa-4ef5-badc-cb86da4ffe37 not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:32:30.389333 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b4eb8454-3fbe-4fbb-9ac0-8c7c46703097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:30.392135 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b4eb8454-3fbe-4fbb-9ac0-8c7c46703097 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:30.393693 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-b4eb8454-3fbe-4fbb-9ac0-8c7c46703097 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2b6ebdd5-4995-4876-a0ca-25bfabd8c670 HTTP/1.1" status: 204 len: 168 time: 0.2571414 Oct 14 12:32:30.402682 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb8454-3fbe-4fbb-9ac0-8c7c46703097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6ebdd5-4995-4876-a0ca-25bfabd8c670,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:31.367036 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55894) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:31.383353 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19a2efd9-9a47-48db-80b5-a370a27aaa81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:31.472244 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19a2efd9-9a47-48db-80b5-a370a27aaa81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:31.560806 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19a2efd9-9a47-48db-80b5-a370a27aaa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:31.602470 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2efd9-9a47-48db-80b5-a370a27aaa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f248a872-c933-4188-87d1-0a919de8168e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:31.606854 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-19a2efd9-9a47-48db-80b5-a370a27aaa81 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8e88fc32a9f14c689b4fe07ec26e9c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397110 Oct 14 12:32:31.610292 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55896) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:31.670939 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1d18b430-2cf1-4993-beed-8af00f947a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:31.701911 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1d18b430-2cf1-4993-beed-8af00f947a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:31.857883 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1d18b430-2cf1-4993-beed-8af00f947a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:31.860703 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1d18b430-2cf1-4993-beed-8af00f947a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:31.863299 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-1d18b430-2cf1-4993-beed-8af00f947a8e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f248a872-c933-4188-87d1-0a919de8168e HTTP/1.1" status: 204 len: 168 time: 0.2518702 Oct 14 12:32:31.873652 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18b430-2cf1-4993-beed-8af00f947a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f248a872-c933-4188-87d1-0a919de8168e,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:32.079732 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55906) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:32.870547 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8d23f52e-3050-4a40-a03c-70d27a429f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516827'] for router_interface, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:33.235005 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8d23f52e-3050-4a40-a03c-70d27a429f1b admin admin] Deleting port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:32:33.235633 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8d23f52e-3050-4a40-a03c-70d27a429f1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:33.372602 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8d23f52e-3050-4a40-a03c-70d27a429f1b admin admin] For port 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:33.372997 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8d23f52e-3050-4a40-a03c-70d27a429f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:33.395584 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8d23f52e-3050-4a40-a03c-70d27a429f1b admin admin] Calling delete_port for 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e owned by network:router_interface {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:32:33.715207 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8d23f52e-3050-4a40-a03c-70d27a429f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:33.746165 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23f52e-3050-4a40-a03c-70d27a429f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:33.993460 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8d23f52e-3050-4a40-a03c-70d27a429f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517451'] for router_interface, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:34.304096 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d23f52e-3050-4a40-a03c-70d27a429f1b admin admin] Router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:32:34.511136 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d23f52e-3050-4a40-a03c-70d27a429f1b admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:32:34.521859 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-8d23f52e-3050-4a40-a03c-70d27a429f1b admin admin] 10.222.0.71 "PUT /v2.0/routers/83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4386573 Oct 14 12:32:34.524068 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55952) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:34.528360 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7e270d-2ff1-4b35-8639-cac16ee0ed9c None None] Sync routers for ids ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:32:34.545647 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e270d-2ff1-4b35-8639-cac16ee0ed9c None None] Routers {'83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:32:34.546676 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-aa7e270d-2ff1-4b35-8639-cac16ee0ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:32:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:34.734146 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-aa7e270d-2ff1-4b35-8639-cac16ee0ed9c None None] Set router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:32:34.931415 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] Publish callbacks [] for router, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:35.019596 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-aa7e270d-2ff1-4b35-8639-cac16ee0ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:32:33Z', 'revision_number': 5, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:35.055235 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7e270d-2ff1-4b35-8639-cac16ee0ed9c None None] Checking router: 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:32:35.065443 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e270d-2ff1-4b35-8639-cac16ee0ed9c None None] Routers {'83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:32:35.066085 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-aa7e270d-2ff1-4b35-8639-cac16ee0ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:32:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:35.079947 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:35.196390 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-aa7e270d-2ff1-4b35-8639-cac16ee0ed9c None None] Set router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:32:35.281600 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] Deleting port 4c8dac0b-597a-4acd-be2d-2f66ca15f90a {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:32:35.281824 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:35.418786 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] For port 4c8dac0b-597a-4acd-be2d-2f66ca15f90a, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=4c8dac0b-597a-4acd-be2d-2f66ca15f90a,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:35.419197 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:35.430325 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-aa7e270d-2ff1-4b35-8639-cac16ee0ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:32:33Z', 'revision_number': 5, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:35.440060 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] Calling delete_port for 4c8dac0b-597a-4acd-be2d-2f66ca15f90a owned by network:router_gateway {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:32:35.476858 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7e270d-2ff1-4b35-8639-cac16ee0ed9c None None] The sync data for ids ['83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a'] in dv-cinder-813984-2-iscsi is: [{'id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-780198276-router', 'tenant_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:24:57Z', 'updated_at': '2021-10-14T12:32:33Z', 'revision_number': 5, 'project_id': '254e8ebad5c540d4bc11cf8a08096cf3', 'gw_port': {'id': '4c8dac0b-597a-4acd-be2d-2f66ca15f90a', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:24:58Z', 'updated_at': '2021-10-14T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:32:35.726175 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:35.757470 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8dac0b-597a-4acd-be2d-2f66ca15f90a,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:35.831430 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515345'] for router_gateway, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:35.961474 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6879'] for router, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:35.964176 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:36.120963 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519352'] for router, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:36.121889 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a {{(pid=100446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:32:36.128996 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] Publish callbacks [] for router, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:36.133405 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-5d86f8d4-d911-4cb6-9436-4af2634b4c2e admin admin] 10.222.0.71 "DELETE /v2.0/routers/83a0c014-0a63-4fc2-bbb6-6c94c95c9d1a HTTP/1.1" status: 204 len: 168 time: 1.6047070 Oct 14 12:32:36.134266 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55960) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:36.211886 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_v2 [None req-0831c9cc-50de-41fd-8be5-f382d6f00803 admin admin] Deleting subnet cc5bc5ee-814c-4686-ba13-7451402f57fe {{(pid=100446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:32:36.221992 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0831c9cc-50de-41fd-8be5-f382d6f00803 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:36.279236 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0831c9cc-50de-41fd-8be5-f382d6f00803 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926743'] for subnet, precommit_delete_associations {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:36.332452 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:36.417506 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0831c9cc-50de-41fd-8be5-f382d6f00803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:36.550378 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0831c9cc-50de-41fd-8be5-f382d6f00803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9655132'] for subnet, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:36.586526 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831c9cc-50de-41fd-8be5-f382d6f00803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5bc5ee-814c-4686-ba13-7451402f57fe,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:36.599634 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0831c9cc-50de-41fd-8be5-f382d6f00803 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:36.604645 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-0831c9cc-50de-41fd-8be5-f382d6f00803 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/cc5bc5ee-814c-4686-ba13-7451402f57fe HTTP/1.1" status: 204 len: 168 time: 0.4686172 Oct 14 12:32:36.608856 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55966) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:36.614183 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45735716-630a-4aa2-92c2-9d954cf62431 None None] Network 1f2d1afd-f850-4c18-8b5a-8234bb24a17d requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:32:36.750424 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:36.770847 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:32:36.797712 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:32:36.798241 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 9d14fd4b-cae8-4fac-ab66-1e334dbe1a3e not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:32:36.799401 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 4c8dac0b-597a-4acd-be2d-2f66ca15f90a no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:32:36.821799 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: 4c8dac0b-597a-4acd-be2d-2f66ca15f90a {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:32:36.822141 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 4c8dac0b-597a-4acd-be2d-2f66ca15f90a not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:32:36.841858 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] Deleting port 953ff4b5-493a-4d62-85ce-93f4ab82219b {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:32:36.842194 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:36.927851 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b53824b-ffff-40d5-9b62-ca0fe4823493 None None] DHCP port deletion for 1f2d1afd-f850-4c18-8b5a-8234bb24a17d request from dv-cinder-813984-2-iscsi {{(pid=100448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:32:36.931122 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] For port 953ff4b5-493a-4d62-85ce-93f4ab82219b, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=953ff4b5-493a-4d62-85ce-93f4ab82219b,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:36.931602 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:36.951038 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] Calling delete_port for 953ff4b5-493a-4d62-85ce-93f4ab82219b owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:32:36.999381 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-9b53824b-ffff-40d5-9b62-ca0fe4823493 None None] Deleting port 953ff4b5-493a-4d62-85ce-93f4ab82219b {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:32:36.999862 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9b53824b-ffff-40d5-9b62-ca0fe4823493 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:37.079158 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-9b53824b-ffff-40d5-9b62-ca0fe4823493 None None] For port 953ff4b5-493a-4d62-85ce-93f4ab82219b, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=953ff4b5-493a-4d62-85ce-93f4ab82219b,segment=NetworkSegment(3a2924ff-78d3-4ccf-8718-3e56d818c794),segment_id=3a2924ff-78d3-4ccf-8718-3e56d818c794)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:37.079621 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9b53824b-ffff-40d5-9b62-ca0fe4823493 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:37.097127 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-9b53824b-ffff-40d5-9b62-ca0fe4823493 None None] Calling delete_port for 953ff4b5-493a-4d62-85ce-93f4ab82219b owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:32:37.126082 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:37.167270 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] No DVR routers for this DVR port 953ff4b5-493a-4d62-85ce-93f4ab82219b on host dv-cinder-813984-2-iscsi {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:32:37.175419 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] Pushing event deleted for resources: {'Port': ['ID=953ff4b5-493a-4d62-85ce-93f4ab82219b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:37.295086 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:37.325555 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2d1afd-f850-4c18-8b5a-8234bb24a17d']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:37.328705 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9b53824b-ffff-40d5-9b62-ca0fe4823493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:37.337009 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2924ff-78d3-4ccf-8718-3e56d818c794') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:37.338293 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2924ff-78d3-4ccf-8718-3e56d818c794') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:37.352444 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9081384'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:37.358873 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53824b-ffff-40d5-9b62-ca0fe4823493 None None] Pushing event deleted for resources: {'Port': ['ID=953ff4b5-493a-4d62-85ce-93f4ab82219b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:37.361712 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b53824b-ffff-40d5-9b62-ca0fe4823493 None None] No DVR routers for this DVR port 953ff4b5-493a-4d62-85ce-93f4ab82219b on host dv-cinder-813984-2-iscsi {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:32:37.381900 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:37.391294 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:32:37.391722 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9882719'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: Traceback (most recent call last): Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: timer() Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: cb(*args, **kw) Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: return func(*args, **kwargs) Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: self._notify() Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: self.callback(batched_events) Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: event.method(event) Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: return f(self, *a, **k) Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._get(url).json() Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: return self.request(url, 'GET', **kwargs) Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:32:37.393677 dv-cinder-813984-2-iscsi neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:32:37.594397 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:37.602434 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:37.606383 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] 10.222.0.71 "DELETE /v2.0/networks/1f2d1afd-f850-4c18-8b5a-8234bb24a17d HTTP/1.1" status: 204 len: 168 time: 0.9914217 Oct 14 12:32:37.623367 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4c6e5-3cfe-4bda-b913-275d88bb1088 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2d1afd-f850-4c18-8b5a-8234bb24a17d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:38.251295 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 55994) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:38.297886 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-0d0cb0ad-7585-48ac-b172-366f2cd403f7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=254e8ebad5c540d4bc11cf8a08096cf3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452218 Oct 14 12:32:38.309312 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 55996) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:38.369274 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b6174ecc-8eff-48be-b8d6-e3d990bed2cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:38.385800 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 953ff4b5-493a-4d62-85ce-93f4ab82219b no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:32:38.409176 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: 953ff4b5-493a-4d62-85ce-93f4ab82219b {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:32:38.426714 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 953ff4b5-493a-4d62-85ce-93f4ab82219b not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:32:38.427729 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b6174ecc-8eff-48be-b8d6-e3d990bed2cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:38.670531 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b6174ecc-8eff-48be-b8d6-e3d990bed2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:38.675238 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b6174ecc-8eff-48be-b8d6-e3d990bed2cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:38.683934 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-b6174ecc-8eff-48be-b8d6-e3d990bed2cb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/05bbc8b2-de41-4f1a-afdb-ad7408b7a9df HTTP/1.1" status: 204 len: 168 time: 0.3768890 Oct 14 12:32:38.691452 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6174ecc-8eff-48be-b8d6-e3d990bed2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bbc8b2-de41-4f1a-afdb-ad7408b7a9df,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:38.774963 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56004) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:38.891483 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-70996182-7b0b-411f-8101-0d619756c8bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:38.988827 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-70996182-7b0b-411f-8101-0d619756c8bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:39.062451 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-70996182-7b0b-411f-8101-0d619756c8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:39.101558 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70996182-7b0b-411f-8101-0d619756c8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12068c0c-2745-485e-9014-3caf8642275c,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:39.107274 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-70996182-7b0b-411f-8101-0d619756c8bb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9553cf63ee74481ca43a5efdae03cbd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311622 Oct 14 12:32:39.108522 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56010) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:39.162594 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3893515a-20d0-4f84-b4e6-efc35208505c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:39.187914 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3893515a-20d0-4f84-b4e6-efc35208505c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:39.293101 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3893515a-20d0-4f84-b4e6-efc35208505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:39.296447 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3893515a-20d0-4f84-b4e6-efc35208505c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:39.298005 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-3893515a-20d0-4f84-b4e6-efc35208505c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/12068c0c-2745-485e-9014-3caf8642275c HTTP/1.1" status: 204 len: 168 time: 0.1882453 Oct 14 12:32:39.309721 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893515a-20d0-4f84-b4e6-efc35208505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12068c0c-2745-485e-9014-3caf8642275c,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:39.989073 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56034) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:40.006693 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fc6263b4-4dd5-4dc0-a4eb-0e602f146cdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:40.083174 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fc6263b4-4dd5-4dc0-a4eb-0e602f146cdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:40.239577 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fc6263b4-4dd5-4dc0-a4eb-0e602f146cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:40.280318 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-fc6263b4-4dd5-4dc0-a4eb-0e602f146cdd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c532eb93202435ab8791b7f2e8daa2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870343 Oct 14 12:32:40.283236 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6263b4-4dd5-4dc0-a4eb-0e602f146cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f6aef9-eb20-4677-88f3-e00d96d8f3b6,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:40.284146 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 56040) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:40.335449 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:40.357517 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:40.472733 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:40.480378 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:40.480378 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c1f6aef9-eb20-4677-88f3-e00d96d8f3b6 HTTP/1.1" status: 204 len: 168 time: 0.1916945 Oct 14 12:32:40.484923 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f6aef9-eb20-4677-88f3-e00d96d8f3b6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:40.493513 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:40.493754 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:40.494099 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:40.494434 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:40.494825 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:40.495290 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:40.495631 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:40.495956 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:40.496468 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:40.496805 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:40.497130 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:40.497455 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f24adf-30a6-42d1-8d96-5c7959ae2e56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:46.070859 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 56176) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:46.183485 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9c05af52-2524-4c1b-876f-3aa1c856324a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:46.265857 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9c05af52-2524-4c1b-876f-3aa1c856324a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:46.364528 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9c05af52-2524-4c1b-876f-3aa1c856324a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:46.410018 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-9c05af52-2524-4c1b-876f-3aa1c856324a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fe10166e60f44bd2a15f9a534ae5113d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380368 Oct 14 12:32:46.412344 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05af52-2524-4c1b-876f-3aa1c856324a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11916343-0ac4-49d2-8041-59dfa7b0782e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:46.414534 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56186) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:46.468814 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-accd3f5a-6371-4bab-aca2-48a4bfc85f23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:46.492293 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-accd3f5a-6371-4bab-aca2-48a4bfc85f23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:46.621789 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-accd3f5a-6371-4bab-aca2-48a4bfc85f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:46.624448 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-accd3f5a-6371-4bab-aca2-48a4bfc85f23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:46.625638 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-accd3f5a-6371-4bab-aca2-48a4bfc85f23 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/11916343-0ac4-49d2-8041-59dfa7b0782e HTTP/1.1" status: 204 len: 168 time: 0.2098398 Oct 14 12:32:46.634703 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd3f5a-6371-4bab-aca2-48a4bfc85f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11916343-0ac4-49d2-8041-59dfa7b0782e,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:46.944673 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56196) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:47.058994 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9638-80b7-40ec-83f0-cc9508c975e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:47.136165 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9638-80b7-40ec-83f0-cc9508c975e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:47.204358 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9638-80b7-40ec-83f0-cc9508c975e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:47.246172 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c9638-80b7-40ec-83f0-cc9508c975e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af3d58a-a42f-4557-bbe4-9e2f3d8d5356,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:47.252540 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-2d6c9638-80b7-40ec-83f0-cc9508c975e9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7864ead8d088459c91364eebf442be40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064561 Oct 14 12:32:47.255144 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56200) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:47.293360 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 56202) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:47.307259 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ccef4cd9-fd7e-4d83-8020-d2d74d19cea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:47.308444 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fffae391-0d70-4064-b80b-980e44b56235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:47.331666 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fffae391-0d70-4064-b80b-980e44b56235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:47.384643 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ccef4cd9-fd7e-4d83-8020-d2d74d19cea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:47.439003 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fffae391-0d70-4064-b80b-980e44b56235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:47.441562 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fffae391-0d70-4064-b80b-980e44b56235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:47.442785 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-fffae391-0d70-4064-b80b-980e44b56235 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0af3d58a-a42f-4557-bbe4-9e2f3d8d5356 HTTP/1.1" status: 204 len: 168 time: 0.1866541 Oct 14 12:32:47.451461 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffae391-0d70-4064-b80b-980e44b56235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af3d58a-a42f-4557-bbe4-9e2f3d8d5356,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:47.473425 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ccef4cd9-fd7e-4d83-8020-d2d74d19cea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:47.517331 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-ccef4cd9-fd7e-4d83-8020-d2d74d19cea2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4a765a4109a5461ba1738890bfd8eb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223995 Oct 14 12:32:47.519624 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef4cd9-fd7e-4d83-8020-d2d74d19cea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb44b8fe-8a50-45c7-874e-7bf2c9532c1e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:47.519881 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56208) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:47.565602 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fbdf74f5-e740-4f03-8eba-b2c20a0fea1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:47.573728 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f6ef59b2-7aaa-4531-b899-b0b232191d72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:47.596690 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f6ef59b2-7aaa-4531-b899-b0b232191d72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:47.719159 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f6ef59b2-7aaa-4531-b899-b0b232191d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:47.719159 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f6ef59b2-7aaa-4531-b899-b0b232191d72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:47.719159 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-f6ef59b2-7aaa-4531-b899-b0b232191d72 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cb44b8fe-8a50-45c7-874e-7bf2c9532c1e HTTP/1.1" status: 204 len: 168 time: 0.1959500 Oct 14 12:32:47.725796 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef59b2-7aaa-4531-b899-b0b232191d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb44b8fe-8a50-45c7-874e-7bf2c9532c1e,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:48.790918 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:32:50.450045 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-522e0319-0916-41be-9e92-110ff73eae93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:51.537682 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0c2df224-1234-4666-ac2a-efb9efbd0b5e req-bb23b5d3-7f56-49fd-9f29-6b6fb64e327b tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-492074915&fields=id&tenant_id=3637d29080324d3a90d4f853e4df1f7f HTTP/1.1" status: 200 len: 267 time: 0.0387628 Oct 14 12:32:51.593031 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:51.593646 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2df224-1234-4666-ac2a-efb9efbd0b5e req-c02a7725-69d7-41c6-9757-28cf2d9676f0 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:51.595624 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0c2df224-1234-4666-ac2a-efb9efbd0b5e req-c02a7725-69d7-41c6-9757-28cf2d9676f0 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 985 time: 0.0523458 Oct 14 12:32:51.607134 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-0c2df224-1234-4666-ac2a-efb9efbd0b5e req-33927328-b3c8-4644-8928-c226a8e8c1b7 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Request body: {'port': {'security_groups': ['899a5e52-656f-4dba-b14a-88d99e1ab828']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:32:51.683371 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0c2df224-1234-4666-ac2a-efb9efbd0b5e req-33927328-b3c8-4644-8928-c226a8e8c1b7 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:52.138198 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-0c2df224-1234-4666-ac2a-efb9efbd0b5e req-33927328-b3c8-4644-8928-c226a8e8c1b7 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] For port 55f649c6-125b-4e9a-accf-8da6eccc9b4d, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=55f649c6-125b-4e9a-accf-8da6eccc9b4d,segment=NetworkSegment(35a85435-fbb2-4320-868c-0105676930f7),segment_id=35a85435-fbb2-4320-868c-0105676930f7)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:52.165459 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:52.179091 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0c2df224-1234-4666-ac2a-efb9efbd0b5e req-33927328-b3c8-4644-8928-c226a8e8c1b7 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:52.289744 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0c2df224-1234-4666-ac2a-efb9efbd0b5e req-33927328-b3c8-4644-8928-c226a8e8c1b7 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:52.302312 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['55f649c6-125b-4e9a-accf-8da6eccc9b4d'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:32:52.341626 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2df224-1234-4666-ac2a-efb9efbd0b5e req-33927328-b3c8-4644-8928-c226a8e8c1b7 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:52.342540 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0c2df224-1234-4666-ac2a-efb9efbd0b5e req-33927328-b3c8-4644-8928-c226a8e8c1b7 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:52.344813 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0c2df224-1234-4666-ac2a-efb9efbd0b5e req-33927328-b3c8-4644-8928-c226a8e8c1b7 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "PUT /v2.0/ports/55f649c6-125b-4e9a-accf-8da6eccc9b4d HTTP/1.1" status: 200 len: 943 time: 0.7416332 Oct 14 12:32:52.345570 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'tag': '55f649c6-125b-4e9a-accf-8da6eccc9b4d'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:32:52.352307 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56358) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:52.360115 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d75620-bf49-444c-abdd-c3353724faf1" -d '{"events": [{"name": "network-changed", "server_uuid": "8604734a-8de8-4b54-829f-4a4f85dc9eb6", "tag": "55f649c6-125b-4e9a-accf-8da6eccc9b4d"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:32:52.409925 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56360) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:52.425588 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33927328-b3c8-4644-8928-c226a8e8c1b7 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Pushing event updated for resources: {'Port': ['ID=55f649c6-125b-4e9a-accf-8da6eccc9b4d,revision_number=7']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:52.473763 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-75f8e57d-0223-45c7-ba95-63fa54f3aaa9 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:52.478901 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['55f649c6-125b-4e9a-accf-8da6eccc9b4d'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:32:52.501974 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7506a518-a7d7-455a-b57c-503a3a154532 x-openstack-request-id: req-7506a518-a7d7-455a-b57c-503a3a154532 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:32:52.502566 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8604734a-8de8-4b54-829f-4a4f85dc9eb6", "tag": "55f649c6-125b-4e9a-accf-8da6eccc9b4d", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:32:52.503283 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7506a518-a7d7-455a-b57c-503a3a154532 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:32:52.503873 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'tag': '55f649c6-125b-4e9a-accf-8da6eccc9b4d', 'status': 'completed', 'code': 200} Oct 14 12:32:52.530734 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-75f8e57d-0223-45c7-ba95-63fa54f3aaa9 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:52.605599 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d75620-bf49-444c-abdd-c3353724faf1 req-fa96e3e3-4c60-4022-8be5-5baaed1f4ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:52.607114 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-38d75620-bf49-444c-abdd-c3353724faf1 req-fa96e3e3-4c60-4022-8be5-5baaed1f4ca3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3637d29080324d3a90d4f853e4df1f7f&device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 1099 time: 0.0877008 Oct 14 12:32:52.646000 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b7d2ff16-2172-4e1a-a674-184fa2114aff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:52.748834 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d75620-bf49-444c-abdd-c3353724faf1 req-111777d7-b28d-40db-bd6a-d725fd11fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:52.748834 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-38d75620-bf49-444c-abdd-c3353724faf1 req-111777d7-b28d-40db-bd6a-d725fd11fd73 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bcd9b26-5dea-4975-ac05-223bbb44b5fd HTTP/1.1" status: 200 len: 915 time: 0.1329982 Oct 14 12:32:52.756762 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b7d2ff16-2172-4e1a-a674-184fa2114aff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:52.770019 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-75f8e57d-0223-45c7-ba95-63fa54f3aaa9 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:52.782911 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-75f8e57d-0223-45c7-ba95-63fa54f3aaa9 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:52.782911 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-75f8e57d-0223-45c7-ba95-63fa54f3aaa9 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "DELETE /v2.0/security-groups/2a33e5ae-1e5e-44fd-a88b-a27e9909fabd HTTP/1.1" status: 204 len: 168 time: 0.4239054 Oct 14 12:32:52.785942 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56386) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:52.796860 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8e57d-0223-45c7-ba95-63fa54f3aaa9 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a33e5ae-1e5e-44fd-a88b-a27e9909fabd,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:52.805326 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-160a7d8e-e69d-41da-93ae-ccfda1e4227b None None] Provisioning complete for port 55f649c6-125b-4e9a-accf-8da6eccc9b4d triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:32:52.805828 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-160a7d8e-e69d-41da-93ae-ccfda1e4227b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:52.857733 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-38d75620-bf49-444c-abdd-c3353724faf1 req-ee4c8b3f-b562-4ab6-82bf-220c77fa8128 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55f649c6-125b-4e9a-accf-8da6eccc9b4d HTTP/1.1" status: 200 len: 1002 time: 0.0998044 Oct 14 12:32:52.870317 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b7d2ff16-2172-4e1a-a674-184fa2114aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:52.886791 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:52.934088 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2ff16-2172-4e1a-a674-184fa2114aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfefc07e-1821-4be5-a1c5-ab83f9993f49,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:52.935138 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d75620-bf49-444c-abdd-c3353724faf1 req-0a8ef16c-2cf6-44f0-af7e-cf862bf47af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:52.936587 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-38d75620-bf49-444c-abdd-c3353724faf1 req-0a8ef16c-2cf6-44f0-af7e-cf862bf47af7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f544528f-c12e-46ab-a1e5-7ead1f7055ab HTTP/1.1" status: 200 len: 853 time: 0.0710332 Oct 14 12:32:52.943254 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-b7d2ff16-2172-4e1a-a674-184fa2114aff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=62857a94c8a7462491a08d26d7d76af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5296280 Oct 14 12:32:52.946016 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56392) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:53.066770 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e4650831-c17f-4689-80ea-ef3fcb82e571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:53.092543 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e4650831-c17f-4689-80ea-ef3fcb82e571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:53.122351 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-7a85607f-e3bc-4585-ab6a-17a8cb2257e1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Deleting port 815a33a7-a229-4fe2-91af-477e2340cb49 {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:32:53.122694 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7a85607f-e3bc-4585-ab6a-17a8cb2257e1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:53.212237 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7a85607f-e3bc-4585-ab6a-17a8cb2257e1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:53.212583 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7a85607f-e3bc-4585-ab6a-17a8cb2257e1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:53.224524 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-7a85607f-e3bc-4585-ab6a-17a8cb2257e1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Calling delete_port for 815a33a7-a229-4fe2-91af-477e2340cb49 owned by network:floatingip {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:32:53.282229 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e4650831-c17f-4689-80ea-ef3fcb82e571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:53.284986 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e4650831-c17f-4689-80ea-ef3fcb82e571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:53.285973 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-e4650831-c17f-4689-80ea-ef3fcb82e571 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bfefc07e-1821-4be5-a1c5-ab83f9993f49 HTTP/1.1" status: 204 len: 168 time: 0.3388674 Oct 14 12:32:53.308392 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4650831-c17f-4689-80ea-ef3fcb82e571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfefc07e-1821-4be5-a1c5-ab83f9993f49,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:53.489657 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7a85607f-e3bc-4585-ab6a-17a8cb2257e1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:53.519973 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85607f-e3bc-4585-ab6a-17a8cb2257e1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Pushing event deleted for resources: {'Port': ['ID=815a33a7-a229-4fe2-91af-477e2340cb49,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:53.580590 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7a85607f-e3bc-4585-ab6a-17a8cb2257e1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks [] for floatingip, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:53.580919 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.l3_db [None req-7a85607f-e3bc-4585-ab6a-17a8cb2257e1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Floating IP da42b123-7e08-453e-9841-12fe7c8be3dd disassociated (deleted). External IP: 172.27.2.219, port: 55f649c6-125b-4e9a-accf-8da6eccc9b4d. Oct 14 12:32:53.809826 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a85607f-e3bc-4585-ab6a-17a8cb2257e1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Router 1cc98882-7ca4-4c66-83c9-3e6716017a2c has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:32:53.824271 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d75620-bf49-444c-abdd-c3353724faf1 req-a5922376-5042-4ec7-88a9-366002dca237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:53.825785 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-38d75620-bf49-444c-abdd-c3353724faf1 req-a5922376-5042-4ec7-88a9-366002dca237 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bcd9b26-5dea-4975-ac05-223bbb44b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534997 Oct 14 12:32:53.924522 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a85607f-e3bc-4585-ab6a-17a8cb2257e1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:32:53.930430 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7a85607f-e3bc-4585-ab6a-17a8cb2257e1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:53.937376 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324bd9d4-a6d9-47c8-9f73-968bedab02a5 None None] Sync routers for ids ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:32:53.947376 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324bd9d4-a6d9-47c8-9f73-968bedab02a5 None None] Routers {'1cc98882-7ca4-4c66-83c9-3e6716017a2c'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:32:53.948101 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-324bd9d4-a6d9-47c8-9f73-968bedab02a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:32:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:53.962669 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-7a85607f-e3bc-4585-ab6a-17a8cb2257e1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "DELETE /v2.0/floatingips/da42b123-7e08-453e-9841-12fe7c8be3dd HTTP/1.1" status: 204 len: 168 time: 1.1681490 Oct 14 12:32:53.963293 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'tag': '55f649c6-125b-4e9a-accf-8da6eccc9b4d'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:32:53.965911 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a4a7da35251cd845a75d208fb6f40823871570cd89c2545b4640923bed6cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fa8442-4549-419e-a93a-c65de4023790" -d '{"events": [{"name": "network-changed", "server_uuid": "8604734a-8de8-4b54-829f-4a4f85dc9eb6", "tag": "55f649c6-125b-4e9a-accf-8da6eccc9b4d"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:32:54.014541 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672e0f7e-fadf-40da-9e0b-d1246b2998fa x-openstack-request-id: req-672e0f7e-fadf-40da-9e0b-d1246b2998fa {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:32:54.014860 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8604734a-8de8-4b54-829f-4a4f85dc9eb6", "tag": "55f649c6-125b-4e9a-accf-8da6eccc9b4d", "status": "completed", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:32:54.015151 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-672e0f7e-fadf-40da-9e0b-d1246b2998fa {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:32:54.016108 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'tag': '55f649c6-125b-4e9a-accf-8da6eccc9b4d', 'status': 'completed', 'code': 200} Oct 14 12:32:54.083917 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56422) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:54.100510 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-324bd9d4-a6d9-47c8-9f73-968bedab02a5 None None] Set router 1cc98882-7ca4-4c66-83c9-3e6716017a2c gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:32:54.200886 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-657fff3c-7423-45bc-83a0-98c768d15d40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:54.284130 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-657fff3c-7423-45bc-83a0-98c768d15d40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:54.315428 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-324bd9d4-a6d9-47c8-9f73-968bedab02a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:12Z', 'updated_at': '2021-10-14T12:30:17Z', 'revision_number': 4, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'gw_port': {'id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:13Z', 'updated_at': '2021-10-14T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '599e73d7-97e1-452c-9c3d-141aad829e93', 'name': '', 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'mac_address': 'fa:16:3e:8c:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:21Z', 'revision_number': 5, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'subnets': [{'id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:54.343343 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324bd9d4-a6d9-47c8-9f73-968bedab02a5 None None] Checking router: 1cc98882-7ca4-4c66-83c9-3e6716017a2c for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:32:54.353001 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324bd9d4-a6d9-47c8-9f73-968bedab02a5 None None] Routers {'1cc98882-7ca4-4c66-83c9-3e6716017a2c'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:32:54.353624 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-324bd9d4-a6d9-47c8-9f73-968bedab02a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:32:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:54.376243 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-657fff3c-7423-45bc-83a0-98c768d15d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:54.419365 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-657fff3c-7423-45bc-83a0-98c768d15d40 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3102324dd03f40b38083c9f379096fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338919 Oct 14 12:32:54.420127 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fff3c-7423-45bc-83a0-98c768d15d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcc2fe6-921f-405c-a087-8ec4f8db8ec2,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:54.422084 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 56430) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:54.471310 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-324bd9d4-a6d9-47c8-9f73-968bedab02a5 None None] Set router 1cc98882-7ca4-4c66-83c9-3e6716017a2c gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:32:54.482671 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ddbaad1f-4a17-4a16-9b16-e5855665ec3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:54.506865 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ddbaad1f-4a17-4a16-9b16-e5855665ec3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:54.680994 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ddbaad1f-4a17-4a16-9b16-e5855665ec3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:54.683455 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ddbaad1f-4a17-4a16-9b16-e5855665ec3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:54.684497 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-324bd9d4-a6d9-47c8-9f73-968bedab02a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:12Z', 'updated_at': '2021-10-14T12:30:17Z', 'revision_number': 4, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'gw_port': {'id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:13Z', 'updated_at': '2021-10-14T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '599e73d7-97e1-452c-9c3d-141aad829e93', 'name': '', 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'mac_address': 'fa:16:3e:8c:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:21Z', 'revision_number': 5, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'subnets': [{'id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:32:54.684663 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-ddbaad1f-4a17-4a16-9b16-e5855665ec3d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1dcc2fe6-921f-405c-a087-8ec4f8db8ec2 HTTP/1.1" status: 204 len: 168 time: 0.2613118 Oct 14 12:32:54.702258 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbaad1f-4a17-4a16-9b16-e5855665ec3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcc2fe6-921f-405c-a087-8ec4f8db8ec2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:54.722283 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324bd9d4-a6d9-47c8-9f73-968bedab02a5 None None] The sync data for ids ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'] in dv-cinder-813984-2-iscsi is: [{'id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:12Z', 'updated_at': '2021-10-14T12:30:17Z', 'revision_number': 4, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'gw_port': {'id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:13Z', 'updated_at': '2021-10-14T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '599e73d7-97e1-452c-9c3d-141aad829e93', 'name': '', 'network_id': '0bcd9b26-5dea-4975-ac05-223bbb44b5fd', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'mac_address': 'fa:16:3e:8c:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:21Z', 'revision_number': 5, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'subnets': [{'id': 'f544528f-c12e-46ab-a1e5-7ead1f7055ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:32:54.723753 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-38d75620-bf49-444c-abdd-c3353724faf1 req-09ae4452-d60a-4d8a-ac59-000cf7e79e70 service neutron] 10.222.0.82 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046259 Oct 14 12:32:54.940699 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69209a72-2177-4913-8f18-a8bc2d3a9630 None None] New status for floating IP da42b123-7e08-453e-9841-12fe7c8be3dd: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:32:55.449858 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56440) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:55.467870 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-884a992a-baa6-45dc-8a72-fd46f7a06c82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:55.567018 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-884a992a-baa6-45dc-8a72-fd46f7a06c82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:55.632700 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-884a992a-baa6-45dc-8a72-fd46f7a06c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:55.680737 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-884a992a-baa6-45dc-8a72-fd46f7a06c82 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1cb69ebcbb92492a93dfceec0f0a1e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269161 Oct 14 12:32:55.680737 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a992a-baa6-45dc-8a72-fd46f7a06c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a041550-8d82-4e92-a73c-0f51d4ccef26,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:55.681871 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 56444) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:32:55.710653 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-38d75620-bf49-444c-abdd-c3353724faf1 req-90c8f844-e761-4c69-98a3-d88295a08502 service neutron] 10.222.0.82 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245143 Oct 14 12:32:55.752181 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a2e1-bfa3-460a-8827-24c51750f3c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:55.803626 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a2e1-bfa3-460a-8827-24c51750f3c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:55.847317 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa8442-4549-419e-a93a-c65de4023790 req-a54d6fe7-73f8-4d61-ae28-308718e6bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:55.848857 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f1fa8442-4549-419e-a93a-c65de4023790 req-a54d6fe7-73f8-4d61-ae28-308718e6bedc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3637d29080324d3a90d4f853e4df1f7f&device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 1099 time: 0.0849137 Oct 14 12:32:55.944667 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa8442-4549-419e-a93a-c65de4023790 req-649f357b-5132-4774-9860-8836f2f63f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:55.946118 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f1fa8442-4549-419e-a93a-c65de4023790 req-649f357b-5132-4774-9860-8836f2f63f2d service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bcd9b26-5dea-4975-ac05-223bbb44b5fd HTTP/1.1" status: 200 len: 915 time: 0.0897477 Oct 14 12:32:55.962665 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a2e1-bfa3-460a-8827-24c51750f3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:55.965226 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a2e1-bfa3-460a-8827-24c51750f3c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:32:55.966347 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-bbb9a2e1-bfa3-460a-8827-24c51750f3c4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3a041550-8d82-4e92-a73c-0f51d4ccef26 HTTP/1.1" status: 204 len: 168 time: 0.2835040 Oct 14 12:32:56.001478 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f1fa8442-4549-419e-a93a-c65de4023790 req-18c848e8-1104-4a1d-97c0-ce0d727df8c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55f649c6-125b-4e9a-accf-8da6eccc9b4d HTTP/1.1" status: 200 len: 217 time: 0.0464673 Oct 14 12:32:56.006802 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9a2e1-bfa3-460a-8827-24c51750f3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a041550-8d82-4e92-a73c-0f51d4ccef26,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:56.056508 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa8442-4549-419e-a93a-c65de4023790 req-349f8a74-b3dc-491e-a0e6-0b17421c7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:56.057963 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f1fa8442-4549-419e-a93a-c65de4023790 req-349f8a74-b3dc-491e-a0e6-0b17421c7a17 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f544528f-c12e-46ab-a1e5-7ead1f7055ab HTTP/1.1" status: 200 len: 853 time: 0.0490460 Oct 14 12:32:56.108600 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa8442-4549-419e-a93a-c65de4023790 req-0e6ec86c-47d9-45d8-a66f-118188a43b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:56.111179 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f1fa8442-4549-419e-a93a-c65de4023790 req-0e6ec86c-47d9-45d8-a66f-118188a43b46 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bcd9b26-5dea-4975-ac05-223bbb44b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449741 Oct 14 12:32:56.210225 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f1fa8442-4549-419e-a93a-c65de4023790 req-e6eb2965-3378-4ca9-b354-eddc616a23dd service neutron] 10.222.0.82 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914392 Oct 14 12:32:56.307428 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f1fa8442-4549-419e-a93a-c65de4023790 req-cb5be5a5-c19f-4408-8c78-5b39bab85788 service neutron] 10.222.0.82 "GET /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879719 Oct 14 12:33:01.630583 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e3ffc-32b6-47ca-bc55-ab285eb994cd req-b0154f38-7301-46c4-a09a-89e2cd6fa3b2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:01.632116 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1d4e3ffc-32b6-47ca-bc55-ab285eb994cd req-b0154f38-7301-46c4-a09a-89e2cd6fa3b2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 946 time: 0.0635815 Oct 14 12:33:01.684847 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1d4e3ffc-32b6-47ca-bc55-ab285eb994cd req-078873ec-8ef8-4028-a64f-22c4e25025f3 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458226 Oct 14 12:33:02.815394 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66164fab-5d59-4ccf-955d-e5d4c098417f req-4e527d40-55ef-4599-8d99-516e659133ed tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:02.816993 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-66164fab-5d59-4ccf-955d-e5d4c098417f req-4e527d40-55ef-4599-8d99-516e659133ed tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 946 time: 0.0573952 Oct 14 12:33:02.861289 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-66164fab-5d59-4ccf-955d-e5d4c098417f req-a8ad59b2-d8ab-4360-a9fc-6631549f254b tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367107 Oct 14 12:33:03.979560 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9153b-abc5-43c0-9d3f-cf48e22858d4 req-575c595e-3fca-4673-bf76-a0270db52bb1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:03.980925 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-90d9153b-abc5-43c0-9d3f-cf48e22858d4 req-575c595e-3fca-4673-bf76-a0270db52bb1 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 946 time: 0.0508845 Oct 14 12:33:04.019912 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-90d9153b-abc5-43c0-9d3f-cf48e22858d4 req-beba8bc8-d4b8-4b02-9a07-2545107ff513 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328362 Oct 14 12:33:05.169961 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685f8ec-7883-456a-bf7a-b4f4d60bdc4c req-7049f99e-e994-4a33-a3da-feca172f7200 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:05.177230 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b685f8ec-7883-456a-bf7a-b4f4d60bdc4c req-7049f99e-e994-4a33-a3da-feca172f7200 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 946 time: 0.0840673 Oct 14 12:33:05.220739 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b685f8ec-7883-456a-bf7a-b4f4d60bdc4c req-bfce0ecf-4646-4596-bede-3f41f3eb75ad tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Oct 14 12:33:06.322860 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:06.344337 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b05ed-3f20-4b89-bb0e-19674325d59a req-40e42d05-cd1f-42eb-9fbd-6497ea4530fd tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:06.345865 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-938b05ed-3f20-4b89-bb0e-19674325d59a req-40e42d05-cd1f-42eb-9fbd-6497ea4530fd tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 946 time: 0.0563703 Oct 14 12:33:06.385193 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-938b05ed-3f20-4b89-bb0e-19674325d59a req-f23b7819-2328-4e26-bafc-d0d6d143e01c tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331180 Oct 14 12:33:07.515974 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc629f-1ae4-4a39-81a2-fa3d24936fa7 req-a13a3e6a-f39a-4f2d-84c4-b55fc244f6b6 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:07.517475 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1adc629f-1ae4-4a39-81a2-fa3d24936fa7 req-a13a3e6a-f39a-4f2d-84c4-b55fc244f6b6 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 946 time: 0.0631413 Oct 14 12:33:07.557674 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1adc629f-1ae4-4a39-81a2-fa3d24936fa7 req-75884495-12c1-4cd9-868e-37ed99237274 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320625 Oct 14 12:33:08.689160 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568d149-08d4-40b0-a4db-955405b400ed req-e73fbca9-4c8a-45c3-8f37-539ec94d4f90 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:08.691450 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0568d149-08d4-40b0-a4db-955405b400ed req-e73fbca9-4c8a-45c3-8f37-539ec94d4f90 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.82 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 946 time: 0.0871115 Oct 14 12:33:08.710935 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14f939-2963-44a6-aeda-f9f2b93a9dce req-7ae744fd-4b22-4b9e-9da0-653af7aacf8d tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:08.712547 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1a14f939-2963-44a6-aeda-f9f2b93a9dce req-7ae744fd-4b22-4b9e-9da0-653af7aacf8d tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 946 time: 0.0764823 Oct 14 12:33:08.803285 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1a14f939-2963-44a6-aeda-f9f2b93a9dce req-9f9a01cc-b303-45b4-8b78-68520cbd2ef6 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/security-groups?id=899a5e52-656f-4dba-b14a-88d99e1ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823970 Oct 14 12:33:08.833599 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-0568d149-08d4-40b0-a4db-955405b400ed req-b55359c8-4975-465d-abe2-56dbb3be8dc2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Deleting port 55f649c6-125b-4e9a-accf-8da6eccc9b4d {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:33:08.841015 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0568d149-08d4-40b0-a4db-955405b400ed req-b55359c8-4975-465d-abe2-56dbb3be8dc2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:08.928019 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-0568d149-08d4-40b0-a4db-955405b400ed req-b55359c8-4975-465d-abe2-56dbb3be8dc2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] For port 55f649c6-125b-4e9a-accf-8da6eccc9b4d, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=55f649c6-125b-4e9a-accf-8da6eccc9b4d,segment=NetworkSegment(35a85435-fbb2-4320-868c-0105676930f7),segment_id=35a85435-fbb2-4320-868c-0105676930f7)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:08.928450 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0568d149-08d4-40b0-a4db-955405b400ed req-b55359c8-4975-465d-abe2-56dbb3be8dc2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:08.942615 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-0568d149-08d4-40b0-a4db-955405b400ed req-b55359c8-4975-465d-abe2-56dbb3be8dc2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Calling delete_port for 55f649c6-125b-4e9a-accf-8da6eccc9b4d owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:33:09.351476 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0568d149-08d4-40b0-a4db-955405b400ed req-b55359c8-4975-465d-abe2-56dbb3be8dc2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:09.365750 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['55f649c6-125b-4e9a-accf-8da6eccc9b4d'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:33:09.409762 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55359c8-4975-465d-abe2-56dbb3be8dc2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Pushing event deleted for resources: {'Port': ['ID=55f649c6-125b-4e9a-accf-8da6eccc9b4d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:09.465250 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0568d149-08d4-40b0-a4db-955405b400ed req-b55359c8-4975-465d-abe2-56dbb3be8dc2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] No DVR routers for this DVR port 55f649c6-125b-4e9a-accf-8da6eccc9b4d on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:33:09.470244 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0568d149-08d4-40b0-a4db-955405b400ed req-b55359c8-4975-465d-abe2-56dbb3be8dc2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:09.471744 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0568d149-08d4-40b0-a4db-955405b400ed req-b55359c8-4975-465d-abe2-56dbb3be8dc2 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.82 "DELETE /v2.0/ports/55f649c6-125b-4e9a-accf-8da6eccc9b4d HTTP/1.1" status: 204 len: 173 time: 0.7743890 Oct 14 12:33:09.472193 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'name': 'network-vif-deleted', 'tag': '55f649c6-125b-4e9a-accf-8da6eccc9b4d'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:33:09.474444 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7b749e-822b-4649-9f65-855b2dc6db64" -d '{"events": [{"server_uuid": "8604734a-8de8-4b54-829f-4a4f85dc9eb6", "name": "network-vif-deleted", "tag": "55f649c6-125b-4e9a-accf-8da6eccc9b4d"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:33:09.513576 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03433b9d-a157-4890-bc50-db4007270849 x-openstack-request-id: req-03433b9d-a157-4890-bc50-db4007270849 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:33:09.513576 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8604734a-8de8-4b54-829f-4a4f85dc9eb6", "name": "network-vif-deleted", "tag": "55f649c6-125b-4e9a-accf-8da6eccc9b4d", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:33:09.513576 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-03433b9d-a157-4890-bc50-db4007270849 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:33:09.513576 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8604734a-8de8-4b54-829f-4a4f85dc9eb6', 'name': 'network-vif-deleted', 'tag': '55f649c6-125b-4e9a-accf-8da6eccc9b4d', 'status': 'completed', 'code': 200} Oct 14 12:33:09.969875 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-02418506-a526-40b3-aabf-11349415cba2 req-648069e6-4a23-45a0-8c2d-2e185dc20e6d tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 210 time: 0.0311115 Oct 14 12:33:11.093047 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6fa9a443-6107-4409-a63a-e09de3f419dc req-acd2ce27-bee7-477b-b997-378f4824c490 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 210 time: 0.0295014 Oct 14 12:33:12.207543 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fc3bb443-1cc8-4916-a795-f21d2395793f req-06fcaf2d-7914-4902-94cb-cafd89afacbe tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 210 time: 0.0297310 Oct 14 12:33:12.377397 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 55f649c6-125b-4e9a-accf-8da6eccc9b4d no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:33:12.401818 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: 55f649c6-125b-4e9a-accf-8da6eccc9b4d {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:33:12.402154 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 55f649c6-125b-4e9a-accf-8da6eccc9b4d not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:33:13.330340 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7e66b2ec-71c2-4a80-afd2-b8c83db89aee req-e71088d4-bafb-4184-b967-44b6fe7d79b4 tempest-TestMinimumBasicScenario-1827065351 tempest-TestMinimumBasicScenario-1827065351-project] 10.222.0.71 "GET /v2.0/ports?device_id=8604734a-8de8-4b54-829f-4a4f85dc9eb6 HTTP/1.1" status: 200 len: 210 time: 0.0287151 Oct 14 12:33:15.963508 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 56706) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:16.341007 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-76082dbd-48f0-45e5-af40-08ba94b771ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516827'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:16.616588 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-76082dbd-48f0-45e5-af40-08ba94b771ff admin admin] Deleting port 599e73d7-97e1-452c-9c3d-141aad829e93 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:33:16.616826 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-76082dbd-48f0-45e5-af40-08ba94b771ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:16.697149 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-76082dbd-48f0-45e5-af40-08ba94b771ff admin admin] For port 599e73d7-97e1-452c-9c3d-141aad829e93, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=599e73d7-97e1-452c-9c3d-141aad829e93,segment=NetworkSegment(35a85435-fbb2-4320-868c-0105676930f7),segment_id=35a85435-fbb2-4320-868c-0105676930f7)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:16.697563 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-76082dbd-48f0-45e5-af40-08ba94b771ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:16.710509 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-76082dbd-48f0-45e5-af40-08ba94b771ff admin admin] Calling delete_port for 599e73d7-97e1-452c-9c3d-141aad829e93 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:33:16.973887 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-76082dbd-48f0-45e5-af40-08ba94b771ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:17.003371 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76082dbd-48f0-45e5-af40-08ba94b771ff admin admin] Pushing event deleted for resources: {'Port': ['ID=599e73d7-97e1-452c-9c3d-141aad829e93,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:17.197443 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-76082dbd-48f0-45e5-af40-08ba94b771ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517451'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:17.353146 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a22fa565-cdf6-432f-b2f9-6fea5a7a0d83 req-7aef856c-401b-4888-8c92-f5e4b2c85cda service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861890 Oct 14 12:33:17.507225 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fa565-cdf6-432f-b2f9-6fea5a7a0d83 req-99fa66bb-255a-489c-afd9-29eb89372d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:17.508560 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a22fa565-cdf6-432f-b2f9-6fea5a7a0d83 req-99fa66bb-255a-489c-afd9-29eb89372d5b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 1098 time: 0.0923994 Oct 14 12:33:17.527089 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76082dbd-48f0-45e5-af40-08ba94b771ff admin admin] Router 1cc98882-7ca4-4c66-83c9-3e6716017a2c has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:33:17.584742 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bd804dd2-5de1-4a58-9224-9b774d3046cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:17.960526 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fa565-cdf6-432f-b2f9-6fea5a7a0d83 req-75cebfba-5e40-4123-b055-e9c8cf60fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:17.961962 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a22fa565-cdf6-432f-b2f9-6fea5a7a0d83 req-75cebfba-5e40-4123-b055-e9c8cf60fdcc service neutron] 10.222.0.82 "GET /v2.0/networks?id=140e7268-9a2f-434a-85c9-99efbcd597b9 HTTP/1.1" status: 200 len: 913 time: 0.4312842 Oct 14 12:33:18.006153 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76082dbd-48f0-45e5-af40-08ba94b771ff admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:33:18.014509 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-76082dbd-48f0-45e5-af40-08ba94b771ff admin admin] 10.222.0.71 "PUT /v2.0/routers/1cc98882-7ca4-4c66-83c9-3e6716017a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0498893 Oct 14 12:33:18.015676 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56720) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:18.017552 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf180b-bfea-4ee2-9fdf-4792bd237b3b None None] Sync routers for ids ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:33:18.026790 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf180b-bfea-4ee2-9fdf-4792bd237b3b None None] Routers {'1cc98882-7ca4-4c66-83c9-3e6716017a2c'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:33:18.027406 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b1bf180b-bfea-4ee2-9fdf-4792bd237b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:32:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:18.039516 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a22fa565-cdf6-432f-b2f9-6fea5a7a0d83 req-e3f68450-07ca-4760-9e41-85987b509d9c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ccc6aea-1579-49ec-b4c0-3755f5f86a20 HTTP/1.1" status: 200 len: 1000 time: 0.0690517 Oct 14 12:33:18.089944 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fa565-cdf6-432f-b2f9-6fea5a7a0d83 req-0aae5b73-393b-4d90-bd50-4cb2016bc893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:18.091530 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a22fa565-cdf6-432f-b2f9-6fea5a7a0d83 req-0aae5b73-393b-4d90-bd50-4cb2016bc893 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1 HTTP/1.1" status: 200 len: 851 time: 0.0448883 Oct 14 12:33:18.127175 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] Publish callbacks [] for router, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:18.146459 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-b1bf180b-bfea-4ee2-9fdf-4792bd237b3b None None] Set router 1cc98882-7ca4-4c66-83c9-3e6716017a2c gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:33:18.168048 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fa565-cdf6-432f-b2f9-6fea5a7a0d83 req-8ffbd3b2-ecab-4c5d-999c-24964f9fc666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:18.168048 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a22fa565-cdf6-432f-b2f9-6fea5a7a0d83 req-8ffbd3b2-ecab-4c5d-999c-24964f9fc666 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=140e7268-9a2f-434a-85c9-99efbcd597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691142 Oct 14 12:33:18.338180 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a22fa565-cdf6-432f-b2f9-6fea5a7a0d83 req-15f47a70-dbf8-422b-b743-26a5381f0775 service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576724 Oct 14 12:33:18.432520 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b1bf180b-bfea-4ee2-9fdf-4792bd237b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:12Z', 'updated_at': '2021-10-14T12:33:16Z', 'revision_number': 5, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'gw_port': {'id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:13Z', 'updated_at': '2021-10-14T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:18.480299 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf180b-bfea-4ee2-9fdf-4792bd237b3b None None] Checking router: 1cc98882-7ca4-4c66-83c9-3e6716017a2c for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:33:18.492339 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf180b-bfea-4ee2-9fdf-4792bd237b3b None None] Routers {'1cc98882-7ca4-4c66-83c9-3e6716017a2c'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:33:18.493262 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b1bf180b-bfea-4ee2-9fdf-4792bd237b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:32:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:18.542533 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:18.578990 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a22fa565-cdf6-432f-b2f9-6fea5a7a0d83 req-7a44e41a-0b56-4631-8a5a-2278b5e60089 service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327845 Oct 14 12:33:18.749737 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] Deleting port 67f3a3da-4697-4f0d-9ff7-c663fc1d854c {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:33:18.750353 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:18.767649 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-b1bf180b-bfea-4ee2-9fdf-4792bd237b3b None None] Set router 1cc98882-7ca4-4c66-83c9-3e6716017a2c gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:33:18.846801 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] For port 67f3a3da-4697-4f0d-9ff7-c663fc1d854c, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=67f3a3da-4697-4f0d-9ff7-c663fc1d854c,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:18.847193 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:18.864433 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] Calling delete_port for 67f3a3da-4697-4f0d-9ff7-c663fc1d854c owned by network:router_gateway {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:33:18.978330 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b1bf180b-bfea-4ee2-9fdf-4792bd237b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:12Z', 'updated_at': '2021-10-14T12:33:16Z', 'revision_number': 5, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'gw_port': {'id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:13Z', 'updated_at': '2021-10-14T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:19.007922 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf180b-bfea-4ee2-9fdf-4792bd237b3b None None] The sync data for ids ['1cc98882-7ca4-4c66-83c9-3e6716017a2c'] in dv-cinder-813984-2-iscsi is: [{'id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'name': 'tempest-TestMinimumBasicScenario-876421798-router', 'tenant_id': '3637d29080324d3a90d4f853e4df1f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:12Z', 'updated_at': '2021-10-14T12:33:16Z', 'revision_number': 5, 'project_id': '3637d29080324d3a90d4f853e4df1f7f', 'gw_port': {'id': '67f3a3da-4697-4f0d-9ff7-c663fc1d854c', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc98882-7ca4-4c66-83c9-3e6716017a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:13Z', 'updated_at': '2021-10-14T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:33:19.102840 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5722d-17a3-43b8-9bb7-32904025153e req-d5403b3a-6c89-4766-bea2-14c047b1da22 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:19.104382 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-81e5722d-17a3-43b8-9bb7-32904025153e req-d5403b3a-6c89-4766-bea2-14c047b1da22 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 946 time: 0.0859373 Oct 14 12:33:19.164834 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-81e5722d-17a3-43b8-9bb7-32904025153e req-f7336899-6218-4ab6-8855-aeb64af904df tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386944 Oct 14 12:33:19.235683 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:19.277335 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=67f3a3da-4697-4f0d-9ff7-c663fc1d854c,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:19.351034 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515345'] for router_gateway, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:19.468900 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6879'] for router, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:19.471385 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:19.596170 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519352'] for router, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:19.596756 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cc98882-7ca4-4c66-83c9-3e6716017a2c {{(pid=100446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:33:19.601788 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] Publish callbacks [] for router, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:19.605021 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-5fb69f30-9b9b-4cfc-8ee2-1088d8af1e5e admin admin] 10.222.0.71 "DELETE /v2.0/routers/1cc98882-7ca4-4c66-83c9-3e6716017a2c HTTP/1.1" status: 204 len: 168 time: 1.5864754 Oct 14 12:33:19.606599 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56748) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:19.657178 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87a2889-03ad-4357-9404-e14a045b281f admin admin] Deleting subnet f544528f-c12e-46ab-a1e5-7ead1f7055ab {{(pid=100446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:33:19.660602 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f87a2889-03ad-4357-9404-e14a045b281f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:19.707053 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f87a2889-03ad-4357-9404-e14a045b281f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926743'] for subnet, precommit_delete_associations {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:19.803586 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f87a2889-03ad-4357-9404-e14a045b281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:19.928023 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f87a2889-03ad-4357-9404-e14a045b281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9655132'] for subnet, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:19.955660 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a2889-03ad-4357-9404-e14a045b281f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f544528f-c12e-46ab-a1e5-7ead1f7055ab,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:19.959394 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f87a2889-03ad-4357-9404-e14a045b281f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:19.962554 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-f87a2889-03ad-4357-9404-e14a045b281f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f544528f-c12e-46ab-a1e5-7ead1f7055ab HTTP/1.1" status: 204 len: 168 time: 0.3537998 Oct 14 12:33:19.965335 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56750) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:19.968687 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b949223b-5867-411f-8a09-60095081e78e None None] Network 0bcd9b26-5dea-4975-ac05-223bbb44b5fd requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:33:20.039733 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:20.112363 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] Deleting port 17680451-336c-400e-a026-855a9ef4c3ee {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:33:20.112705 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:20.200438 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] DHCP port deletion for 0bcd9b26-5dea-4975-ac05-223bbb44b5fd request from dv-cinder-813984-2-iscsi {{(pid=100448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:33:20.209044 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] For port 17680451-336c-400e-a026-855a9ef4c3ee, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=17680451-336c-400e-a026-855a9ef4c3ee,segment=NetworkSegment(35a85435-fbb2-4320-868c-0105676930f7),segment_id=35a85435-fbb2-4320-868c-0105676930f7)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:20.209844 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:20.229861 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] Calling delete_port for 17680451-336c-400e-a026-855a9ef4c3ee owned by network:dhcp {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:33:20.266078 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Deleting port 17680451-336c-400e-a026-855a9ef4c3ee {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:33:20.266868 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:20.334194 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965ae99-778a-4c3d-bc07-4957758a1241 req-916e50ac-66c8-4c2a-88f7-6ee33364b7ec tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:20.342260 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9965ae99-778a-4c3d-bc07-4957758a1241 req-916e50ac-66c8-4c2a-88f7-6ee33364b7ec tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 946 time: 0.0689058 Oct 14 12:33:20.381795 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] For port 17680451-336c-400e-a026-855a9ef4c3ee, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=17680451-336c-400e-a026-855a9ef4c3ee,segment=NetworkSegment(35a85435-fbb2-4320-868c-0105676930f7),segment_id=35a85435-fbb2-4320-868c-0105676930f7)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:20.382402 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:20.389640 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9965ae99-778a-4c3d-bc07-4957758a1241 req-16c91439-2c0c-4438-9c7b-a98a12cb0ef3 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451849 Oct 14 12:33:20.417205 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Calling delete_port for 17680451-336c-400e-a026-855a9ef4c3ee owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:33:20.430445 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:20.469582 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] Pushing event deleted for resources: {'Port': ['ID=17680451-336c-400e-a026-855a9ef4c3ee,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:20.478939 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] No DVR routers for this DVR port 17680451-336c-400e-a026-855a9ef4c3ee on host dv-cinder-813984-2-iscsi {{(pid=100446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:33:20.486058 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 599e73d7-97e1-452c-9c3d-141aad829e93 no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:33:20.514814 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: 599e73d7-97e1-452c-9c3d-141aad829e93 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:33:20.515280 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 599e73d7-97e1-452c-9c3d-141aad829e93 not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:33:20.515970 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 67f3a3da-4697-4f0d-9ff7-c663fc1d854c no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:33:20.556178 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1236-a0a1-4ddd-8e8b-0692f8a44527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:20.561157 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: 67f3a3da-4697-4f0d-9ff7-c663fc1d854c {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:33:20.561734 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 67f3a3da-4697-4f0d-9ff7-c663fc1d854c not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:33:20.562434 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 17680451-336c-400e-a026-855a9ef4c3ee no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:33:20.563373 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:20.589283 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: 17680451-336c-400e-a026-855a9ef4c3ee {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:33:20.589617 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 17680451-336c-400e-a026-855a9ef4c3ee not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:33:20.593598 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcd9b26-5dea-4975-ac05-223bbb44b5fd']}} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:20.606216 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:20.608187 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a85435-fbb2-4320-868c-0105676930f7') {'for_net_delete': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:20.608482 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a85435-fbb2-4320-868c-0105676930f7') {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:20.618459 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8926766'] for segment, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:20.634934 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Pushing event deleted for resources: {'Port': ['ID=17680451-336c-400e-a026-855a9ef4c3ee,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:20.639480 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] No DVR routers for this DVR port 17680451-336c-400e-a026-855a9ef4c3ee on host dv-cinder-813984-2-iscsi {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:33:20.639640 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:20.648246 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=100446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:33:20.649012 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9919215'] for segment, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: Traceback (most recent call last): Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: timer() Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: cb(*args, **kw) Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: return func(*args, **kwargs) Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: self._notify() Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: self.callback(batched_events) Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: event.method(event) Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: return f(self, *a, **k) Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._get(url).json() Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: return self.request(url, 'GET', **kwargs) Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:33:20.651618 dv-cinder-813984-2-iscsi neutron-server[100446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:33:20.660220 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:20.660582 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:20.660959 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:20.661300 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:20.661639 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:20.662073 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:20.662356 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:20.662779 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:20.663056 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:20.663385 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:20.663710 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:20.664040 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3ed21-00c9-4b05-b8e6-b7a306dc794b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:20.703090 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c218e7-c952-454e-983e-38606bfee74a req-16dad85e-baa5-4e63-a1bc-3b562110ccf2 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:20.704578 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b0c218e7-c952-454e-983e-38606bfee74a req-16dad85e-baa5-4e63-a1bc-3b562110ccf2 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 946 time: 0.0733919 Oct 14 12:33:20.797359 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:20.806432 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:20.810402 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] 10.222.0.71 "DELETE /v2.0/networks/0bcd9b26-5dea-4975-ac05-223bbb44b5fd HTTP/1.1" status: 204 len: 168 time: 0.8418763 Oct 14 12:33:20.813112 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-b0c218e7-c952-454e-983e-38606bfee74a req-83c79512-6189-4ef1-9780-d85ebc8ea000 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Deleting port 94aaab03-5e36-4714-b48b-b22b40f1eb23 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:33:20.816928 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b0c218e7-c952-454e-983e-38606bfee74a req-83c79512-6189-4ef1-9780-d85ebc8ea000 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:20.816928 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 56758) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:20.820241 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038a074-5331-47c9-8731-003558e8f130 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bcd9b26-5dea-4975-ac05-223bbb44b5fd,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:20.991610 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b0c218e7-c952-454e-983e-38606bfee74a req-83c79512-6189-4ef1-9780-d85ebc8ea000 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] For port 94aaab03-5e36-4714-b48b-b22b40f1eb23, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=94aaab03-5e36-4714-b48b-b22b40f1eb23,segment=NetworkSegment(de41697f-347e-457e-bcbe-a4ce33381e56),segment_id=de41697f-347e-457e-bcbe-a4ce33381e56)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:20.991974 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b0c218e7-c952-454e-983e-38606bfee74a req-83c79512-6189-4ef1-9780-d85ebc8ea000 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:21.011183 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-b0c218e7-c952-454e-983e-38606bfee74a req-83c79512-6189-4ef1-9780-d85ebc8ea000 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Calling delete_port for 94aaab03-5e36-4714-b48b-b22b40f1eb23 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:33:21.370742 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b0c218e7-c952-454e-983e-38606bfee74a req-83c79512-6189-4ef1-9780-d85ebc8ea000 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:21.382217 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5aba1ab3-4b94-414b-b463-038e7ddae2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516827'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:21.436354 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c79512-6189-4ef1-9780-d85ebc8ea000 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Pushing event deleted for resources: {'Port': ['ID=94aaab03-5e36-4714-b48b-b22b40f1eb23,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:21.503371 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c218e7-c952-454e-983e-38606bfee74a req-83c79512-6189-4ef1-9780-d85ebc8ea000 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] No DVR routers for this DVR port 94aaab03-5e36-4714-b48b-b22b40f1eb23 on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:33:21.538622 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:21.540597 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b0c218e7-c952-454e-983e-38606bfee74a req-83c79512-6189-4ef1-9780-d85ebc8ea000 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:21.544498 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b0c218e7-c952-454e-983e-38606bfee74a req-83c79512-6189-4ef1-9780-d85ebc8ea000 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.82 "DELETE /v2.0/ports/94aaab03-5e36-4714-b48b-b22b40f1eb23 HTTP/1.1" status: 204 len: 173 time: 0.8330793 Oct 14 12:33:21.544999 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4db72dd-11bb-4a1f-a221-a4576a4c2f4f', 'name': 'network-vif-deleted', 'tag': '94aaab03-5e36-4714-b48b-b22b40f1eb23'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:33:21.548264 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3cf799-a6de-430d-995b-2fc84cfb1913" -d '{"events": [{"server_uuid": "a4db72dd-11bb-4a1f-a221-a4576a4c2f4f", "name": "network-vif-deleted", "tag": "94aaab03-5e36-4714-b48b-b22b40f1eb23"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:33:21.576778 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2fb85c58-fb86-4634-b008-f9d092760875 req-714fe6dd-63fb-428a-b127-5e7c567b7b25 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 210 time: 0.0807669 Oct 14 12:33:21.591477 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ade36a-fae8-4fa9-9fe3-c6df7041d0fa x-openstack-request-id: req-c2ade36a-fae8-4fa9-9fe3-c6df7041d0fa {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:33:21.591763 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4db72dd-11bb-4a1f-a221-a4576a4c2f4f", "name": "network-vif-deleted", "tag": "94aaab03-5e36-4714-b48b-b22b40f1eb23", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:33:21.592017 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c2ade36a-fae8-4fa9-9fe3-c6df7041d0fa {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:33:21.592408 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4db72dd-11bb-4a1f-a221-a4576a4c2f4f', 'name': 'network-vif-deleted', 'tag': '94aaab03-5e36-4714-b48b-b22b40f1eb23', 'status': 'completed', 'code': 200} Oct 14 12:33:21.761442 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5aba1ab3-4b94-414b-b463-038e7ddae2ef admin admin] Deleting port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:33:21.761687 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5aba1ab3-4b94-414b-b463-038e7ddae2ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:21.858569 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-5aba1ab3-4b94-414b-b463-038e7ddae2ef admin admin] For port 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=0bc341d9-0be8-4b3a-b68b-0baa727f0fbc,segment=NetworkSegment(3f5070de-3f28-4f87-a887-924e0856f71c),segment_id=3f5070de-3f28-4f87-a887-924e0856f71c)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:21.858978 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5aba1ab3-4b94-414b-b463-038e7ddae2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:21.871494 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5aba1ab3-4b94-414b-b463-038e7ddae2ef admin admin] Calling delete_port for 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:33:22.144808 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5aba1ab3-4b94-414b-b463-038e7ddae2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:22.173211 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba1ab3-4b94-414b-b463-038e7ddae2ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc341d9-0be8-4b3a-b68b-0baa727f0fbc,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:22.202312 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:22.386278 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5aba1ab3-4b94-414b-b463-038e7ddae2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517451'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:22.637863 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aba1ab3-4b94-414b-b463-038e7ddae2ef admin admin] Router 998ee2ca-002a-4e1d-981d-4cbc588ea1d3 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:33:22.719350 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9b4cb6d7-ceae-4e18-a5ab-848bd63f9c51 req-84187495-55ea-48c3-85c7-2c9310150b38 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 210 time: 0.0344629 Oct 14 12:33:22.795145 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aba1ab3-4b94-414b-b463-038e7ddae2ef admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:33:22.806046 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-5aba1ab3-4b94-414b-b463-038e7ddae2ef admin admin] 10.222.0.71 "PUT /v2.0/routers/998ee2ca-002a-4e1d-981d-4cbc588ea1d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9886785 Oct 14 12:33:22.809884 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56774) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:22.812971 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c7c068-f9f6-4369-839e-7ba4395fd7b3 None None] Sync routers for ids ['998ee2ca-002a-4e1d-981d-4cbc588ea1d3'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:33:22.824396 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c7c068-f9f6-4369-839e-7ba4395fd7b3 None None] Routers {'998ee2ca-002a-4e1d-981d-4cbc588ea1d3'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:33:22.825841 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-56c7c068-f9f6-4369-839e-7ba4395fd7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:33:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['998ee2ca-002a-4e1d-981d-4cbc588ea1d3'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:22.837210 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:22.935640 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:22.964838 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-56c7c068-f9f6-4369-839e-7ba4395fd7b3 None None] Set router 998ee2ca-002a-4e1d-981d-4cbc588ea1d3 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:33:23.048164 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:23.152233 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-56c7c068-f9f6-4369-839e-7ba4395fd7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'name': 'tempest-TestMinimumBasicScenario-153950869-router', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'eb05a9f9-0da7-444e-8c20-b6ba4f21ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:22Z', 'updated_at': '2021-10-14T12:33:22Z', 'revision_number': 5, 'project_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'gw_port': {'id': 'eb05a9f9-0da7-444e-8c20-b6ba4f21ff20', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:23Z', 'updated_at': '2021-10-14T12:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:23.182944 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c7c068-f9f6-4369-839e-7ba4395fd7b3 None None] Checking router: 998ee2ca-002a-4e1d-981d-4cbc588ea1d3 for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:33:23.193600 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c7c068-f9f6-4369-839e-7ba4395fd7b3 None None] Routers {'998ee2ca-002a-4e1d-981d-4cbc588ea1d3'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:33:23.194224 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-56c7c068-f9f6-4369-839e-7ba4395fd7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:33:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['998ee2ca-002a-4e1d-981d-4cbc588ea1d3'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:23.224052 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] Deleting port eb05a9f9-0da7-444e-8c20-b6ba4f21ff20 {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:33:23.224382 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:23.299178 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-56c7c068-f9f6-4369-839e-7ba4395fd7b3 None None] Set router 998ee2ca-002a-4e1d-981d-4cbc588ea1d3 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:33:23.320806 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] For port eb05a9f9-0da7-444e-8c20-b6ba4f21ff20, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=eb05a9f9-0da7-444e-8c20-b6ba4f21ff20,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:23.321318 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:23.336444 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] Calling delete_port for eb05a9f9-0da7-444e-8c20-b6ba4f21ff20 owned by network:router_gateway {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:33:23.361422 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-56c7c068-f9f6-4369-839e-7ba4395fd7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'name': 'tempest-TestMinimumBasicScenario-153950869-router', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:22Z', 'updated_at': '2021-10-14T12:33:23Z', 'revision_number': 6, 'project_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'gw_port_host': None}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:23.391914 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c7c068-f9f6-4369-839e-7ba4395fd7b3 None None] The sync data for ids ['998ee2ca-002a-4e1d-981d-4cbc588ea1d3'] in dv-cinder-813984-2-iscsi is: [{'id': '998ee2ca-002a-4e1d-981d-4cbc588ea1d3', 'name': 'tempest-TestMinimumBasicScenario-153950869-router', 'tenant_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:22Z', 'updated_at': '2021-10-14T12:33:23Z', 'revision_number': 6, 'project_id': 'f873eb7cc3334f7d9cc94ba51687472f', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:33:23.635091 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:23.664359 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb05a9f9-0da7-444e-8c20-b6ba4f21ff20,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:23.737971 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515345'] for router_gateway, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:23.839452 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6879'] for router, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:23.842762 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:23.847454 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ddbfd6d4-22cf-4982-8cd2-841d5ed1f65c req-62e3ae43-877e-4ef0-ae79-d677eafec421 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 210 time: 0.0288966 Oct 14 12:33:23.995678 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519352'] for router, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:23.996250 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 998ee2ca-002a-4e1d-981d-4cbc588ea1d3 {{(pid=100446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:33:24.002177 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] Publish callbacks [] for router, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:24.003370 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-7becdaea-30c0-4a9b-8c4d-e50cdc4ff0f9 admin admin] 10.222.0.71 "DELETE /v2.0/routers/998ee2ca-002a-4e1d-981d-4cbc588ea1d3 HTTP/1.1" status: 204 len: 168 time: 1.1924233 Oct 14 12:33:24.005874 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56782) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:24.054505 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Deleting subnet d5541a09-a142-4a02-826a-b42d2936b0be {{(pid=100446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:33:24.057909 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:24.094324 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926743'] for subnet, precommit_delete_associations {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:24.192963 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:24.333066 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9655132'] for subnet, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:24.358760 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5541a09-a142-4a02-826a-b42d2936b0be,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:24.369142 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:24.369500 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:24.369848 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:24.370188 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:24.370532 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:24.370911 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:24.371247 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:24.371598 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:24.372112 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:24.372447 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:24.372780 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:24.373103 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:24.376026 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de9e97-1980-40f7-aab8-bba0d7dff199 None None] Network 8101339d-b3f8-44fa-ac22-6859ca315313 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:33:24.376549 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:24.379496 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-8d16ccee-a4fb-4eea-b94f-39ab0c1f558b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d5541a09-a142-4a02-826a-b42d2936b0be HTTP/1.1" status: 204 len: 168 time: 0.3725927 Oct 14 12:33:24.382684 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56784) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:24.448433 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device eb05a9f9-0da7-444e-8c20-b6ba4f21ff20 no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:33:24.476868 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:24.498106 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: eb05a9f9-0da7-444e-8c20-b6ba4f21ff20 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:33:24.498501 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device eb05a9f9-0da7-444e-8c20-b6ba4f21ff20 not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:33:24.498949 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:33:24.547108 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:33:24.547782 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 0bc341d9-0be8-4b3a-b68b-0baa727f0fbc not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:33:24.556280 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] Deleting port f3c5c979-29dd-4920-907c-ae9d4f558392 {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:33:24.556856 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:24.639100 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] For port f3c5c979-29dd-4920-907c-ae9d4f558392, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=f3c5c979-29dd-4920-907c-ae9d4f558392,segment=NetworkSegment(3f5070de-3f28-4f87-a887-924e0856f71c),segment_id=3f5070de-3f28-4f87-a887-924e0856f71c)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:24.639489 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:24.647417 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b61ac59-ddd0-4348-a385-869aeb8b1a08 None None] DHCP port deletion for 8101339d-b3f8-44fa-ac22-6859ca315313 request from dv-cinder-813984-2-iscsi {{(pid=100448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:33:24.668599 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] Calling delete_port for f3c5c979-29dd-4920-907c-ae9d4f558392 owned by network:dhcp {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:33:24.709615 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2b61ac59-ddd0-4348-a385-869aeb8b1a08 None None] Deleting port f3c5c979-29dd-4920-907c-ae9d4f558392 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:33:24.710013 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b61ac59-ddd0-4348-a385-869aeb8b1a08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:24.784639 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-2b61ac59-ddd0-4348-a385-869aeb8b1a08 None None] For port f3c5c979-29dd-4920-907c-ae9d4f558392, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=f3c5c979-29dd-4920-907c-ae9d4f558392,segment=NetworkSegment(3f5070de-3f28-4f87-a887-924e0856f71c),segment_id=3f5070de-3f28-4f87-a887-924e0856f71c)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:24.785120 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b61ac59-ddd0-4348-a385-869aeb8b1a08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:24.799358 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2b61ac59-ddd0-4348-a385-869aeb8b1a08 None None] Calling delete_port for f3c5c979-29dd-4920-907c-ae9d4f558392 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:33:24.862585 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['94aaab03-5e36-4714-b48b-b22b40f1eb23'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:33:24.918015 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:24.927106 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b61ac59-ddd0-4348-a385-869aeb8b1a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:24.946303 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61ac59-ddd0-4348-a385-869aeb8b1a08 None None] No DVR routers for this DVR port f3c5c979-29dd-4920-907c-ae9d4f558392 on host dv-cinder-813984-2-iscsi {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:33:24.962896 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c5c979-29dd-4920-907c-ae9d4f558392,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:24.968552 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eddf6806-2e78-4d4e-9f48-205af36fb62b req-b86c3267-16bb-4fce-9fc6-2b6a7ac555f4 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db72dd-11bb-4a1f-a221-a4576a4c2f4f HTTP/1.1" status: 200 len: 210 time: 0.0369730 Oct 14 12:33:24.974596 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] No DVR routers for this DVR port f3c5c979-29dd-4920-907c-ae9d4f558392 on host dv-cinder-813984-2-iscsi {{(pid=100446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:33:24.991004 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61ac59-ddd0-4348-a385-869aeb8b1a08 None None] Pushing event deleted for resources: {'Port': ['ID=f3c5c979-29dd-4920-907c-ae9d4f558392,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:25.064330 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:25.085245 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8101339d-b3f8-44fa-ac22-6859ca315313']}} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:25.096145 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5070de-3f28-4f87-a887-924e0856f71c') {'for_net_delete': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:25.096439 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5070de-3f28-4f87-a887-924e0856f71c') {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:25.105733 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8926766'] for segment, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:25.121541 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:25.128285 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=100446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:33:25.128973 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9919215'] for segment, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: Traceback (most recent call last): Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: timer() Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: cb(*args, **kw) Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: return func(*args, **kwargs) Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: self._notify() Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: self.callback(batched_events) Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: event.method(event) Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: return f(self, *a, **k) Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._get(url).json() Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: return self.request(url, 'GET', **kwargs) Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:33:25.131190 dv-cinder-813984-2-iscsi neutron-server[100446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:33:25.281813 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:25.290341 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:25.293697 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/8101339d-b3f8-44fa-ac22-6859ca315313 HTTP/1.1" status: 204 len: 168 time: 0.9101410 Oct 14 12:33:25.305238 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be973a-be17-4212-94e6-ede954529cf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8101339d-b3f8-44fa-ac22-6859ca315313,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:25.782381 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56808) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:25.785762 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:33:25.803296 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-629ead15-41ea-4bbf-8c87-3c74a2c1bbe4 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838365918&fields=id&tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d HTTP/1.1" status: 200 len: 267 time: 0.0406494 Oct 14 12:33:25.848860 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-ae5cd7eb-ee87-4ce4-ae73-4328649c7dc0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3637d29080324d3a90d4f853e4df1f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651739 Oct 14 12:33:25.851257 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56812) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:25.913500 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f5dfef85-c5ab-49b0-a2ea-2a110a2d9975 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:25.939735 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f5dfef85-c5ab-49b0-a2ea-2a110a2d9975 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:25.955313 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-d4b92e6b-c47a-4af4-ab74-988bd34e930f tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:25.956913 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-d4b92e6b-c47a-4af4-ab74-988bd34e930f tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/networks?id=140e7268-9a2f-434a-85c9-99efbcd597b9 HTTP/1.1" status: 200 len: 812 time: 0.1450870 Oct 14 12:33:25.977859 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-a5e3ace5-752a-4fb6-ad99-5eba4ae5aeb1 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/quotas/8c7939cc3b554bacb0bb1dc8f5dc965d HTTP/1.1" status: 200 len: 375 time: 0.0107508 Oct 14 12:33:26.056181 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-95c453d2-a35e-4405-bdb4-ee51361d8a0c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0692241 Oct 14 12:33:26.121147 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f5dfef85-c5ab-49b0-a2ea-2a110a2d9975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:26.124538 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f5dfef85-c5ab-49b0-a2ea-2a110a2d9975 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:26.126330 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-f5dfef85-c5ab-49b0-a2ea-2a110a2d9975 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/899a5e52-656f-4dba-b14a-88d99e1ab828 HTTP/1.1" status: 204 len: 168 time: 0.2737296 Oct 14 12:33:26.147269 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfef85-c5ab-49b0-a2ea-2a110a2d9975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899a5e52-656f-4dba-b14a-88d99e1ab828,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:26.199005 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-59127b52-4fbf-4bd3-85ea-5774927cfa30 service neutron] 10.222.0.71 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228824 Oct 14 12:33:26.302559 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-56a80a6f-5d1a-43ab-91ea-6e0d53e09273 service neutron] 10.222.0.71 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955722 Oct 14 12:33:26.426242 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device f3c5c979-29dd-4920-907c-ae9d4f558392 no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:33:26.457347 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: f3c5c979-29dd-4920-907c-ae9d4f558392 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:33:26.457702 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device f3c5c979-29dd-4920-907c-ae9d4f558392 not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:33:26.858187 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 94aaab03-5e36-4714-b48b-b22b40f1eb23 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:33:26.879377 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: 94aaab03-5e36-4714-b48b-b22b40f1eb23 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:33:26.879729 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 94aaab03-5e36-4714-b48b-b22b40f1eb23 not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:33:27.145572 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56844) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:27.156109 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8bc2050d-e86f-40d4-a08a-75dbf7818a60 req-84f3b448-5be3-4ed1-b267-9a5e89be60f5 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 210 time: 0.0292394 Oct 14 12:33:27.203506 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-e5137b5c-46d2-4399-9d95-a86f9cd47642 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f873eb7cc3334f7d9cc94ba51687472f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558023 Oct 14 12:33:27.206580 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 56848) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:27.271444 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-af8b062f-57ea-4b9e-8a9b-ef0abbb3676d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:27.295407 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-af8b062f-57ea-4b9e-8a9b-ef0abbb3676d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:27.452804 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-af8b062f-57ea-4b9e-8a9b-ef0abbb3676d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:27.455518 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-af8b062f-57ea-4b9e-8a9b-ef0abbb3676d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:27.456704 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-af8b062f-57ea-4b9e-8a9b-ef0abbb3676d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dc255e4c-f859-4504-b392-dca98d8e6ad9 HTTP/1.1" status: 204 len: 168 time: 0.2491508 Oct 14 12:33:27.464697 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b062f-57ea-4b9e-8a9b-ef0abbb3676d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc255e4c-f859-4504-b392-dca98d8e6ad9,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:28.256453 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-54a79f81-7601-459e-8205-afa5a0e8ba32 req-ce70a035-6aac-48bc-a04a-3d2dd4728fd4 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 210 time: 0.0286570 Oct 14 12:33:29.628544 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b457b5a9-28ee-410c-9012-abcb48d45fb9 req-6fa30d80-8e93-44bd-aa89-5f7a481c41e6 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 210 time: 0.2944555 Oct 14 12:33:30.738917 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e16fa5ed-c7a2-4516-b091-5c6e18342c9e req-2fef4f88-8f76-4025-a7c5-b3b1cba750ca tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 210 time: 0.0334113 Oct 14 12:33:31.843381 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e8e2e296-9c21-41dd-a93f-c6c96d3b06d7 req-a37e3a96-3e2e-4da4-bbe4-64472e753f49 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 210 time: 0.0267961 Oct 14 12:33:32.966509 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-17d6375e-f346-4766-8f75-79396c93eff2 req-63dd2669-b9b6-4206-83ba-5f2e130fbd9d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 210 time: 0.0272784 Oct 14 12:33:33.943535 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-59a82c8a-6817-4447-accc-fdc881b056bb tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:33.945031 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-59a82c8a-6817-4447-accc-fdc881b056bb tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.82 "GET /v2.0/networks?id=140e7268-9a2f-434a-85c9-99efbcd597b9 HTTP/1.1" status: 200 len: 812 time: 0.1241581 Oct 14 12:33:33.992271 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-483bdd76-c0c2-4289-873c-91e5f31a6c9c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d HTTP/1.1" status: 200 len: 380 time: 0.0372365 Oct 14 12:33:34.003409 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2f71b077-78a1-426f-bfcb-12c2181d4693 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Request body: {'port': {'device_id': '41f342da-805e-4c7b-9953-583f60e07bbb', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'admin_state_up': True, 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'security_groups': ['e0b03387-82c4-4cb0-be26-e5900d53b485']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:33:34.104332 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cbdcce27-7b80-4a18-9d05-67dd56ca5f4a req-8d2c8e59-46b5-4bd0-9962-ecd52fc02b81 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 210 time: 0.0324607 Oct 14 12:33:34.270402 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2f71b077-78a1-426f-bfcb-12c2181d4693 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Made reservation on behalf of 8c7939cc3b554bacb0bb1dc8f5dc965d for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:33:34.277579 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2f71b077-78a1-426f-bfcb-12c2181d4693 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:34.431881 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2f71b077-78a1-426f-bfcb-12c2181d4693 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Allocated IP 172.20.0.7 (140e7268-9a2f-434a-85c9-99efbcd597b9/3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1/7692825d-535a-4115-ad2f-8d7f4d0579a6) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:33:34.606226 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2f71b077-78a1-426f-bfcb-12c2181d4693 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:34.886986 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2f71b077-78a1-426f-bfcb-12c2181d4693 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:34.935319 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2f71b077-78a1-426f-bfcb-12c2181d4693 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Network 140e7268-9a2f-434a-85c9-99efbcd597b9 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:33:34.941940 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2f71b077-78a1-426f-bfcb-12c2181d4693 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:33:34.946225 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2f71b077-78a1-426f-bfcb-12c2181d4693 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:33:34.972310 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71b077-78a1-426f-bfcb-12c2181d4693 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'Port': ['ID=7692825d-535a-4115-ad2f-8d7f4d0579a6,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:35.010818 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2f71b077-78a1-426f-bfcb-12c2181d4693 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:35.010818 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2f71b077-78a1-426f-bfcb-12c2181d4693 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:35.164168 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2f71b077-78a1-426f-bfcb-12c2181d4693 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1657321 Oct 14 12:33:35.177836 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Request body: {'port': {'device_id': '41f342da-805e-4c7b-9953-583f60e07bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:33:35.195427 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-32b6d4f5-ac8e-42a8-be7b-05d94397284e None None] Provisioning complete for port 7692825d-535a-4115-ad2f-8d7f4d0579a6 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:33:35.196037 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32b6d4f5-ac8e-42a8-be7b-05d94397284e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:35.231542 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-32b6d4f5-ac8e-42a8-be7b-05d94397284e None None] Port 7692825d-535a-4115-ad2f-8d7f4d0579a6 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:33:35.270675 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:35.288900 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de92b2-a031-4c36-a75a-5f037d8bfdca req-cba4f1da-9a68-4a8d-9114-6af8ca6287cb tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:35.290410 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e1de92b2-a031-4c36-a75a-5f037d8bfdca req-cba4f1da-9a68-4a8d-9114-6af8ca6287cb tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 931 time: 0.1074669 Oct 14 12:33:35.369861 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e1de92b2-a031-4c36-a75a-5f037d8bfdca req-322fabdf-60d9-44dd-b215-adf2a803914f tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722306 Oct 14 12:33:35.582810 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7692825d-535a-4115-ad2f-8d7f4d0579a6 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:33:35.590516 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:35.606050 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Transition to ACTIVE for port object 7692825d-535a-4115-ad2f-8d7f4d0579a6 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:33:35.703723 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:35.763066 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Pushing event updated for resources: {'Port': ['ID=7692825d-535a-4115-ad2f-8d7f4d0579a6,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:35.839320 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Attempting to bind port 7692825d-535a-4115-ad2f-8d7f4d0579a6 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:33:35.839760 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Attempting to bind port 7692825d-535a-4115-ad2f-8d7f4d0579a6 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:33:35.840211 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Attempting to bind port 7692825d-535a-4115-ad2f-8d7f4d0579a6 on network 140e7268-9a2f-434a-85c9-99efbcd597b9 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:33:35.845141 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Port 7692825d-535a-4115-ad2f-8d7f4d0579a6 on network 140e7268-9a2f-434a-85c9-99efbcd597b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:33:35.845521 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Attempting to bind port 7692825d-535a-4115-ad2f-8d7f4d0579a6 on network 140e7268-9a2f-434a-85c9-99efbcd597b9 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:33:35.853690 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:33:35.853690 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Checking segment: {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:33:35.853690 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Bound using segment: {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:33:35.853690 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Bound port: 7692825d-535a-4115-ad2f-8d7f4d0579a6, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aabc06-49ff-4ed3-abdb-3b12a353aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:33:35.853690 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:35.924823 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] For port 7692825d-535a-4115-ad2f-8d7f4d0579a6, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:33:35.928422 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] For port 7692825d-535a-4115-ad2f-8d7f4d0579a6, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=7692825d-535a-4115-ad2f-8d7f4d0579a6,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:33:36.001405 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:36.042397 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:36.043062 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:36.044453 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] 10.222.0.82 "PUT /v2.0/ports/7692825d-535a-4115-ad2f-8d7f4d0579a6 HTTP/1.1" status: 200 len: 1093 time: 0.8710694 Oct 14 12:33:36.044917 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f342da-805e-4c7b-9953-583f60e07bbb', 'tag': '7692825d-535a-4115-ad2f-8d7f4d0579a6'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:33:36.048445 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a625519d-d430-400d-9774-0794cbe680d3" -d '{"events": [{"name": "network-changed", "server_uuid": "41f342da-805e-4c7b-9953-583f60e07bbb", "tag": "7692825d-535a-4115-ad2f-8d7f4d0579a6"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:33:36.074911 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660f3b2-614f-4279-822b-2dc0e1f9c385 service neutron] Pushing event updated for resources: {'Port': ['ID=7692825d-535a-4115-ad2f-8d7f4d0579a6,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:36.094507 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a715ab-a0c2-4b92-a930-1f36faecc626 x-openstack-request-id: req-72a715ab-a0c2-4b92-a930-1f36faecc626 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:33:36.095152 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f342da-805e-4c7b-9953-583f60e07bbb", "tag": "7692825d-535a-4115-ad2f-8d7f4d0579a6", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:33:36.095152 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-72a715ab-a0c2-4b92-a930-1f36faecc626 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:33:36.095551 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f342da-805e-4c7b-9953-583f60e07bbb', 'tag': '7692825d-535a-4115-ad2f-8d7f4d0579a6', 'status': 'completed', 'code': 200} Oct 14 12:33:36.487943 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef786e33-fe20-4672-9603-fe57aa79ab45 req-ab5f5df1-2d6c-4c1a-b5fb-90ac5cdcad91 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:36.489443 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef786e33-fe20-4672-9603-fe57aa79ab45 req-ab5f5df1-2d6c-4c1a-b5fb-90ac5cdcad91 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 943 time: 0.0527754 Oct 14 12:33:36.528889 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef786e33-fe20-4672-9603-fe57aa79ab45 req-1442a844-07da-4162-afce-d55f23b717aa tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330935 Oct 14 12:33:37.222893 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:37.644993 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44567c6-ff3e-4682-bb70-464696c64f0c req-377e785c-2318-4eb4-9047-2b87d1de2e3a tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:37.646575 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e44567c6-ff3e-4682-bb70-464696c64f0c req-377e785c-2318-4eb4-9047-2b87d1de2e3a tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 943 time: 0.0503170 Oct 14 12:33:37.685346 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e44567c6-ff3e-4682-bb70-464696c64f0c req-50acdd98-ee3b-47c1-a43e-77c2d3752ae8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328753 Oct 14 12:33:38.243298 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625519d-d430-400d-9774-0794cbe680d3 req-31d32663-8fd1-4c05-b7f8-4181ffd864cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:38.244763 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a625519d-d430-400d-9774-0794cbe680d3 req-31d32663-8fd1-4c05-b7f8-4181ffd864cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 1096 time: 0.0518284 Oct 14 12:33:38.348476 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625519d-d430-400d-9774-0794cbe680d3 req-90d4f27d-71f6-4565-a35a-bb15257a24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:38.349959 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a625519d-d430-400d-9774-0794cbe680d3 req-90d4f27d-71f6-4565-a35a-bb15257a24ae service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0964916 Oct 14 12:33:38.452888 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625519d-d430-400d-9774-0794cbe680d3 req-65be72c8-d378-4eff-8e21-868045b4dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:38.454929 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a625519d-d430-400d-9774-0794cbe680d3 req-65be72c8-d378-4eff-8e21-868045b4dce3 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968084 Oct 14 12:33:38.537163 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-64476732-f79b-489b-a81a-21cd744d7625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:38.538549 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-64476732-f79b-489b-a81a-21cd744d7625 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 1096 time: 0.0443289 Oct 14 12:33:38.597642 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-7f59bf50-065c-45d8-bd82-f239feaeae08 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7692825d-535a-4115-ad2f-8d7f4d0579a6 HTTP/1.1" status: 200 len: 217 time: 0.0441849 Oct 14 12:33:38.660683 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-362164bc-7ebe-4598-b7a0-32b549203836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:38.662164 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-362164bc-7ebe-4598-b7a0-32b549203836 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1 HTTP/1.1" status: 200 len: 851 time: 0.0529757 Oct 14 12:33:38.712145 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-d9f5eb45-b570-4c22-9d7d-cdb24d420467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:38.713713 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-d9f5eb45-b570-4c22-9d7d-cdb24d420467 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=140e7268-9a2f-434a-85c9-99efbcd597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426297 Oct 14 12:33:38.802437 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5841b1-f98d-4fad-80d7-08c263457ecb req-97cb506d-c15f-482c-b259-fb4fd8c50c20 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:38.803957 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ca5841b1-f98d-4fad-80d7-08c263457ecb req-97cb506d-c15f-482c-b259-fb4fd8c50c20 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 943 time: 0.0503316 Oct 14 12:33:38.843556 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ca5841b1-f98d-4fad-80d7-08c263457ecb req-b3dcf378-d63f-4e15-acdd-d26de00ce2ec tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334496 Oct 14 12:33:39.063892 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-d88571d3-d40f-4835-91be-ca1df7bafc6b tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:39.065244 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-d88571d3-d40f-4835-91be-ca1df7bafc6b tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/networks?id=71bba96d-01ea-4d93-a43e-4410c073c7b2 HTTP/1.1" status: 200 len: 814 time: 0.1047456 Oct 14 12:33:39.081118 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-88a4cbfb-eca1-41c0-8a9a-c32f63bef5c6 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/quotas/fe661ff9224949ce80582a3838f3ba6a HTTP/1.1" status: 200 len: 375 time: 0.0098495 Oct 14 12:33:39.115238 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-8685845e-5b58-4a5d-be97-67c7ea2d6755 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fe661ff9224949ce80582a3838f3ba6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285370 Oct 14 12:33:39.306193 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-31f76a43-42f7-4366-96aa-b3f484987d91 service neutron] 10.222.0.71 "GET /v2.0/networks/71bba96d-01ea-4d93-a43e-4410c073c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841338 Oct 14 12:33:39.399579 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-6fe721ca-9bdd-47b0-835c-bc32093e3743 service neutron] 10.222.0.71 "GET /v2.0/networks/71bba96d-01ea-4d93-a43e-4410c073c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871959 Oct 14 12:33:39.636019 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-22e46141-dc56-4bde-8756-2c8a13ff868a service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968139 Oct 14 12:33:39.751651 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f19d5d20-3404-48af-8791-db88e758b423 req-2836c564-428d-41c8-81ce-a9dab6d9ec56 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 210 time: 0.0270977 Oct 14 12:33:39.960345 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93469281-d551-4b83-8ea6-ce7a29ac0742 req-8a27e884-6fb3-4ad5-bd89-b0807d44714f tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:39.961829 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-93469281-d551-4b83-8ea6-ce7a29ac0742 req-8a27e884-6fb3-4ad5-bd89-b0807d44714f tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 943 time: 0.0484657 Oct 14 12:33:39.999120 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-93469281-d551-4b83-8ea6-ce7a29ac0742 req-d002df63-d02e-4e0c-a725-1c06bbd99e60 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312352 Oct 14 12:33:40.847978 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-aacee0eb-b125-4c5e-bace-706e4cea53be req-0b4c7588-f912-410b-b974-99ac8be09ee8 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 210 time: 0.0302703 Oct 14 12:33:41.115926 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1509db-7ecb-42b8-9248-3fb7e49b83ed req-1d2cb24e-b942-4348-8a70-556d9728665c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:41.117431 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1f1509db-7ecb-42b8-9248-3fb7e49b83ed req-1d2cb24e-b942-4348-8a70-556d9728665c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 943 time: 0.0516832 Oct 14 12:33:41.157393 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1f1509db-7ecb-42b8-9248-3fb7e49b83ed req-e455d978-ec85-4138-b680-8cacca45b2d9 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338647 Oct 14 12:33:41.627351 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e0ca48f-853c-45c0-9af4-d51dc563a03c req-dbcdcdb1-e703-47d1-9886-59fb8e8c39eb service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908232 Oct 14 12:33:41.949291 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b00f76d6-7458-41ae-8bcd-5542819222c4 req-bfe72b33-4aa9-43e3-b8e7-dfe62ccfbc5c tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 210 time: 0.0310776 Oct 14 12:33:42.277707 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ce14-0488-48a9-9e96-332c9f977154 req-f19fc819-d47c-4425-b0ba-6c4038765572 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:42.279301 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-10b6ce14-0488-48a9-9e96-332c9f977154 req-f19fc819-d47c-4425-b0ba-6c4038765572 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 943 time: 0.0516989 Oct 14 12:33:42.319738 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-10b6ce14-0488-48a9-9e96-332c9f977154 req-a3dc58d0-4b0c-4ee2-bc50-cd07097582f0 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340416 Oct 14 12:33:42.616077 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-100a3899-4c94-4ad3-be41-acbae794a3f1 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:42.617575 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-100a3899-4c94-4ad3-be41-acbae794a3f1 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.82 "GET /v2.0/networks?id=71bba96d-01ea-4d93-a43e-4410c073c7b2 HTTP/1.1" status: 200 len: 814 time: 0.1140296 Oct 14 12:33:42.632204 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Request body: {'port': {'device_id': '3c0d4229-d832-436b-aecc-561439dacf58', 'network_id': '71bba96d-01ea-4d93-a43e-4410c073c7b2', 'admin_state_up': True, 'tenant_id': 'fe661ff9224949ce80582a3838f3ba6a'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:33:42.833921 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Made reservation on behalf of fe661ff9224949ce80582a3838f3ba6a for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:33:42.837701 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:42.971697 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Allocated IP 172.20.0.7 (71bba96d-01ea-4d93-a43e-4410c073c7b2/3bd8b091-cf17-40f9-8b85-83f85c872e17/6e6a4e8d-dbed-47d7-b668-77de420ff185) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:33:43.062639 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b06149d0-e3d0-4795-842d-65cda61e40b2 req-b82bf5ff-10fa-467e-849f-8f7aae6a4607 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 210 time: 0.0401423 Oct 14 12:33:43.146697 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:43.263174 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:43.306399 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Network 71bba96d-01ea-4d93-a43e-4410c073c7b2 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:33:43.309627 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:33:43.312083 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:33:43.340732 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Pushing event updated for resources: {'Port': ['ID=6e6a4e8d-dbed-47d7-b668-77de420ff185,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:43.355711 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:43.356057 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:43.356391 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:43.356720 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:43.357045 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:43.357371 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:43.357693 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:43.358016 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:43.358333 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:43.358649 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:43.358994 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:43.361356 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:33:43.386052 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:43.386793 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:43.458945 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d1c89-66a4-484c-84b5-a5eefdf926ff req-11b315ab-540f-48d0-8aa2-9cb197f1caec tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:43.460516 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-421d1c89-66a4-484c-84b5-a5eefdf926ff req-11b315ab-540f-48d0-8aa2-9cb197f1caec tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 943 time: 0.0567014 Oct 14 12:33:43.475754 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-b3558a9b-14ba-4f46-861c-569d4409eb14 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8474865 Oct 14 12:33:43.489962 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Request body: {'port': {'device_id': '3c0d4229-d832-436b-aecc-561439dacf58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:33:43.532478 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-421d1c89-66a4-484c-84b5-a5eefdf926ff req-9ca62464-5d3f-4589-9e11-527f769e2e42 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658672 Oct 14 12:33:43.560931 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:43.862027 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6a4e8d-dbed-47d7-b668-77de420ff185 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:33:43.870998 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:43.885972 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Transition to ACTIVE for port object 6e6a4e8d-dbed-47d7-b668-77de420ff185 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:33:44.008456 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:44.059336 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6a4e8d-dbed-47d7-b668-77de420ff185,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:44.157259 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Attempting to bind port 6e6a4e8d-dbed-47d7-b668-77de420ff185 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:33:44.157259 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Attempting to bind port 6e6a4e8d-dbed-47d7-b668-77de420ff185 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'de41697f-347e-457e-bcbe-a4ce33381e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '71bba96d-01ea-4d93-a43e-4410c073c7b2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:33:44.157259 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Attempting to bind port 6e6a4e8d-dbed-47d7-b668-77de420ff185 on network 71bba96d-01ea-4d93-a43e-4410c073c7b2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:33:44.186246 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Port 6e6a4e8d-dbed-47d7-b668-77de420ff185 on network 71bba96d-01ea-4d93-a43e-4410c073c7b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:33:44.186626 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Attempting to bind port 6e6a4e8d-dbed-47d7-b668-77de420ff185 on network 71bba96d-01ea-4d93-a43e-4410c073c7b2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:33:44.194902 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:33:44.196744 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Checking segment: {'id': 'de41697f-347e-457e-bcbe-a4ce33381e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '71bba96d-01ea-4d93-a43e-4410c073c7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:33:44.196744 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Bound using segment: {'id': 'de41697f-347e-457e-bcbe-a4ce33381e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '71bba96d-01ea-4d93-a43e-4410c073c7b2'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:33:44.196744 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Bound port: 6e6a4e8d-dbed-47d7-b668-77de420ff185, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de41697f-347e-457e-bcbe-a4ce33381e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '71bba96d-01ea-4d93-a43e-4410c073c7b2'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:33:44.196744 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:44.230273 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa9efd-4619-447c-b260-060b41f82adf req-a16aa2f8-6e5b-43bf-b1d5-c63defff7136 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:44.231999 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-28fa9efd-4619-447c-b260-060b41f82adf req-a16aa2f8-6e5b-43bf-b1d5-c63defff7136 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 943 time: 0.0915942 Oct 14 12:33:44.317417 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-28fa9efd-4619-447c-b260-060b41f82adf req-42e61c8f-0b9e-44d5-bfcd-f02f1b9c9b00 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601833 Oct 14 12:33:44.321065 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] For port 6e6a4e8d-dbed-47d7-b668-77de420ff185, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:33:44.324400 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] For port 6e6a4e8d-dbed-47d7-b668-77de420ff185, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=6e6a4e8d-dbed-47d7-b668-77de420ff185,segment=NetworkSegment(de41697f-347e-457e-bcbe-a4ce33381e56),segment_id=de41697f-347e-457e-bcbe-a4ce33381e56)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:33:44.468579 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:44.503920 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:44.504537 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:44.506005 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] 10.222.0.82 "PUT /v2.0/ports/6e6a4e8d-dbed-47d7-b668-77de420ff185 HTTP/1.1" status: 200 len: 1093 time: 1.0216637 Oct 14 12:33:44.506464 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0d4229-d832-436b-aecc-561439dacf58', 'tag': '6e6a4e8d-dbed-47d7-b668-77de420ff185'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:33:44.508918 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b1a9ce-c366-4eb1-8f22-719e5d07203b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0d4229-d832-436b-aecc-561439dacf58", "tag": "6e6a4e8d-dbed-47d7-b668-77de420ff185"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:33:44.538762 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10110ae1-2da3-40c9-9d7b-f6e54d0a0d32 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6a4e8d-dbed-47d7-b668-77de420ff185,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:44.672332 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-5f62f1f5-95e7-4e19-85b8-647a5ed52f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:44.673913 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-5f62f1f5-95e7-4e19-85b8-647a5ed52f9e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fe661ff9224949ce80582a3838f3ba6a&device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 1096 time: 0.0852797 Oct 14 12:33:44.686662 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34723156-3ad6-4081-b3a1-a94b309c216d req-b9613850-ef94-4108-99f8-01463c303e75 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:44.688206 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-34723156-3ad6-4081-b3a1-a94b309c216d req-b9613850-ef94-4108-99f8-01463c303e75 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 943 time: 0.0664496 Oct 14 12:33:44.731591 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa0039e-b15f-4b17-91f9-b45e8f82655e x-openstack-request-id: req-1fa0039e-b15f-4b17-91f9-b45e8f82655e {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:33:44.731793 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0d4229-d832-436b-aecc-561439dacf58", "tag": "6e6a4e8d-dbed-47d7-b668-77de420ff185", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:33:44.732043 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1fa0039e-b15f-4b17-91f9-b45e8f82655e {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:33:44.732441 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0d4229-d832-436b-aecc-561439dacf58', 'tag': '6e6a4e8d-dbed-47d7-b668-77de420ff185', 'status': 'completed', 'code': 200} Oct 14 12:33:44.739132 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-22003337-9ef8-47f1-833d-e7a487ce59d6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e6a4e8d-dbed-47d7-b668-77de420ff185 HTTP/1.1" status: 200 len: 217 time: 0.0494630 Oct 14 12:33:44.786933 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-34723156-3ad6-4081-b3a1-a94b309c216d req-4b093684-47b7-4a9d-9ed4-6b29863b455e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910234 Oct 14 12:33:44.804747 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-9b30ed3f-0c4c-4ab7-b5f9-01c6fdb47b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:44.806325 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-9b30ed3f-0c4c-4ab7-b5f9-01c6fdb47b9c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3bd8b091-cf17-40f9-8b85-83f85c872e17 HTTP/1.1" status: 200 len: 854 time: 0.0595939 Oct 14 12:33:44.840225 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-05d330a9-7f80-42af-9f1b-0b3429135bd0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=71bba96d-01ea-4d93-a43e-4410c073c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255516 Oct 14 12:33:44.931302 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-5e6b1195-689e-48be-84f5-38ee169413f9 service neutron] 10.222.0.82 "GET /v2.0/networks/71bba96d-01ea-4d93-a43e-4410c073c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834157 Oct 14 12:33:45.027370 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-cca9ebce-9578-4365-89aa-0d44a6f997a9 req-2b18c5d8-b802-4976-836c-259fc188f0dc service neutron] 10.222.0.82 "GET /v2.0/networks/71bba96d-01ea-4d93-a43e-4410c073c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874159 Oct 14 12:33:45.237498 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1a9ce-c366-4eb1-8f22-719e5d07203b req-db72b0c4-1320-4946-ba45-a605cfa61438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:45.239199 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c5b1a9ce-c366-4eb1-8f22-719e5d07203b req-db72b0c4-1320-4946-ba45-a605cfa61438 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fe661ff9224949ce80582a3838f3ba6a&device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 1096 time: 0.0506814 Oct 14 12:33:45.339754 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1a9ce-c366-4eb1-8f22-719e5d07203b req-cf31a56a-3ecf-46b2-b48c-ddab28277984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:45.339969 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c5b1a9ce-c366-4eb1-8f22-719e5d07203b req-cf31a56a-3ecf-46b2-b48c-ddab28277984 service neutron] 10.222.0.82 "GET /v2.0/networks?id=71bba96d-01ea-4d93-a43e-4410c073c7b2 HTTP/1.1" status: 200 len: 915 time: 0.0932972 Oct 14 12:33:45.385093 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c5b1a9ce-c366-4eb1-8f22-719e5d07203b req-88ee39e1-0ef0-4e67-9d68-62131cbea297 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e6a4e8d-dbed-47d7-b668-77de420ff185 HTTP/1.1" status: 200 len: 217 time: 0.0376768 Oct 14 12:33:45.463292 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1a9ce-c366-4eb1-8f22-719e5d07203b req-6e0914aa-0bac-4588-8a06-d2551198a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:45.464729 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c5b1a9ce-c366-4eb1-8f22-719e5d07203b req-6e0914aa-0bac-4588-8a06-d2551198a48c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3bd8b091-cf17-40f9-8b85-83f85c872e17 HTTP/1.1" status: 200 len: 854 time: 0.0683236 Oct 14 12:33:45.477195 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d7d6c-7e54-4b50-a98b-db402003b233 req-3304144f-0162-4eb8-98ca-4e3bfb4c5f37 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:45.478743 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-353d7d6c-7e54-4b50-a98b-db402003b233 req-3304144f-0162-4eb8-98ca-4e3bfb4c5f37 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 943 time: 0.0911422 Oct 14 12:33:45.510337 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c5b1a9ce-c366-4eb1-8f22-719e5d07203b req-950f35e8-fe2a-48c1-9eda-b8840a9c8003 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=71bba96d-01ea-4d93-a43e-4410c073c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306191 Oct 14 12:33:45.562215 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-353d7d6c-7e54-4b50-a98b-db402003b233 req-36e47efa-5d8e-4f18-b1f9-7d2d11d15c57 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738912 Oct 14 12:33:45.625517 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c5b1a9ce-c366-4eb1-8f22-719e5d07203b req-9f50920f-6067-4013-8dc2-6cb1b1a0f80a service neutron] 10.222.0.82 "GET /v2.0/networks/71bba96d-01ea-4d93-a43e-4410c073c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055086 Oct 14 12:33:45.718524 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c5b1a9ce-c366-4eb1-8f22-719e5d07203b req-fb153257-484e-45e8-8582-5d50d2199644 service neutron] 10.222.0.82 "GET /v2.0/networks/71bba96d-01ea-4d93-a43e-4410c073c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857334 Oct 14 12:33:45.900521 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377dd62-bb44-452b-aa12-258ed32eeabc req-e15976ad-dce6-46e7-9ce2-2a1fea9be8a7 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:45.901861 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b377dd62-bb44-452b-aa12-258ed32eeabc req-e15976ad-dce6-46e7-9ce2-2a1fea9be8a7 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 943 time: 0.0483661 Oct 14 12:33:45.943922 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b377dd62-bb44-452b-aa12-258ed32eeabc req-fe24df99-e0a5-46c8-a134-247d6b15bad2 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352523 Oct 14 12:33:46.679574 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5484e9f-3b5d-427b-9208-891645b3d4e4 req-40f703ab-925f-450a-87a0-f07db5a4e47a tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:46.681088 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f5484e9f-3b5d-427b-9208-891645b3d4e4 req-40f703ab-925f-450a-87a0-f07db5a4e47a tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 943 time: 0.0505862 Oct 14 12:33:46.724407 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f5484e9f-3b5d-427b-9208-891645b3d4e4 req-54d29d7d-30a3-4ae6-84ec-8c58c0bae266 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374177 Oct 14 12:33:47.068956 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bbfd4-ffd2-440b-919c-db4e0ab79632 req-66a33aec-c0c3-45e1-b631-da1ff240792d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:47.070366 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7a2bbfd4-ffd2-440b-919c-db4e0ab79632 req-66a33aec-c0c3-45e1-b631-da1ff240792d tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 943 time: 0.0559819 Oct 14 12:33:47.109791 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7a2bbfd4-ffd2-440b-919c-db4e0ab79632 req-6487998f-8f80-4bd2-b9b0-abb639bd604a tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331881 Oct 14 12:33:47.155306 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 6e6a4e8d-dbed-47d7-b668-77de420ff185 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:33:47.247410 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 57072) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:47.256916 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 6e6a4e8d-dbed-47d7-b668-77de420ff185, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=6e6a4e8d-dbed-47d7-b668-77de420ff185,segment=NetworkSegment(de41697f-347e-457e-bcbe-a4ce33381e56),segment_id=de41697f-347e-457e-bcbe-a4ce33381e56)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:47.267836 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '6e6a4e8d-dbed-47d7-b668-77de420ff185', 'network_id': '71bba96d-01ea-4d93-a43e-4410c073c7b2', 'port_id': '6e6a4e8d-dbed-47d7-b668-77de420ff185', 'mac_address': 'fa:16:3e:00:75:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd8b091-cf17-40f9-8b85-83f85c872e17', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:33:47.306860 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:47.320420 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6a4e8d-dbed-47d7-b668-77de420ff185 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:33:47.341059 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 6e6a4e8d-dbed-47d7-b668-77de420ff185, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=6e6a4e8d-dbed-47d7-b668-77de420ff185,segment=NetworkSegment(de41697f-347e-457e-bcbe-a4ce33381e56),segment_id=de41697f-347e-457e-bcbe-a4ce33381e56)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:47.355266 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5c14c5cf-d453-4000-88c4-9f689309067e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:47.411015 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:47.427522 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5c14c5cf-d453-4000-88c4-9f689309067e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:47.463724 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=6e6a4e8d-dbed-47d7-b668-77de420ff185,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:47.628089 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5c14c5cf-d453-4000-88c4-9f689309067e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:47.655109 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['6e6a4e8d-dbed-47d7-b668-77de420ff185'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:33:47.670218 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14c5cf-d453-4000-88c4-9f689309067e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f0212b-6dd7-4204-b34f-5451f78a8093,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:47.678937 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-5c14c5cf-d453-4000-88c4-9f689309067e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=36fbd0a3bc084d4599867d84897f5fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278519 Oct 14 12:33:47.679319 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-072f8a74-c1a0-4ced-9f35-6369f709f311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:47.679531 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 57076) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:47.732115 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-987b3340-536c-4832-a3cf-36802505feed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:47.755780 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-987b3340-536c-4832-a3cf-36802505feed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:47.854151 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f733faf-fb9a-4493-a384-e9b18e15561d req-533adf66-1a20-4ea5-853a-1584a6d7a29a tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:47.855925 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6f733faf-fb9a-4493-a384-e9b18e15561d req-533adf66-1a20-4ea5-853a-1584a6d7a29a tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 944 time: 0.0529230 Oct 14 12:33:47.894434 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6f733faf-fb9a-4493-a384-e9b18e15561d req-21b8e763-46f0-4e51-98a8-7851388338fc tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316899 Oct 14 12:33:47.919414 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-987b3340-536c-4832-a3cf-36802505feed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:47.923896 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-987b3340-536c-4832-a3cf-36802505feed admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:47.924433 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-987b3340-536c-4832-a3cf-36802505feed admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e6f0212b-6dd7-4204-b34f-5451f78a8093 HTTP/1.1" status: 204 len: 168 time: 0.2431719 Oct 14 12:33:47.933063 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b3340-536c-4832-a3cf-36802505feed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f0212b-6dd7-4204-b34f-5451f78a8093,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:48.228978 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1179769-3e9e-4946-af35-f19e30619b56 req-c82e7bf1-7238-4a91-b650-01d08b887491 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:48.230711 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c1179769-3e9e-4946-af35-f19e30619b56 req-c82e7bf1-7238-4a91-b650-01d08b887491 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 943 time: 0.0528333 Oct 14 12:33:48.272392 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c1179769-3e9e-4946-af35-f19e30619b56 req-9e835e80-a54c-4416-9417-ec0dc71ea9b4 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357022 Oct 14 12:33:48.556615 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 57086) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:48.570949 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5525abc1-4a90-47a3-aeeb-becf01c687ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:48.652439 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5525abc1-4a90-47a3-aeeb-becf01c687ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:48.736670 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5525abc1-4a90-47a3-aeeb-becf01c687ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:48.776135 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-5525abc1-4a90-47a3-aeeb-becf01c687ce admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ba73c64df4dd44e594a5be79d7e8297e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184198 Oct 14 12:33:48.777232 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525abc1-4a90-47a3-aeeb-becf01c687ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593783ef-3801-4ff1-bfda-cd26ecf1d20a,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:48.779302 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 57088) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:48.829336 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0018a281-d847-4580-b157-1b885cf31256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:48.863993 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0018a281-d847-4580-b157-1b885cf31256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:48.994438 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0018a281-d847-4580-b157-1b885cf31256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:48.997048 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0018a281-d847-4580-b157-1b885cf31256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:48.998277 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-0018a281-d847-4580-b157-1b885cf31256 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/593783ef-3801-4ff1-bfda-cd26ecf1d20a HTTP/1.1" status: 204 len: 168 time: 0.2180007 Oct 14 12:33:49.011308 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018a281-d847-4580-b157-1b885cf31256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593783ef-3801-4ff1-bfda-cd26ecf1d20a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:49.029263 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dd0b5-567d-4dff-9d46-4ced75291cd4 req-ca31bc75-21da-46bd-8150-f02d369c9bde tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:49.031089 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6e5dd0b5-567d-4dff-9d46-4ced75291cd4 req-ca31bc75-21da-46bd-8150-f02d369c9bde tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 944 time: 0.0668280 Oct 14 12:33:49.073197 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6e5dd0b5-567d-4dff-9d46-4ced75291cd4 req-c7a1d044-7565-4fde-8daa-b6acb9a826d7 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358229 Oct 14 12:33:49.168580 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 7692825d-535a-4115-ad2f-8d7f4d0579a6 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:33:49.171826 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 6e6a4e8d-dbed-47d7-b668-77de420ff185 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:33:49.317427 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 7692825d-535a-4115-ad2f-8d7f4d0579a6, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=7692825d-535a-4115-ad2f-8d7f4d0579a6,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:49.324887 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': '7692825d-535a-4115-ad2f-8d7f4d0579a6', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'port_id': '7692825d-535a-4115-ad2f-8d7f4d0579a6', 'mac_address': 'fa:16:3e:d4:27:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:33:49.373905 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:49.388461 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 6e6a4e8d-dbed-47d7-b668-77de420ff185 completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:33:49.394204 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7692825d-535a-4115-ad2f-8d7f4d0579a6 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:33:49.399243 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 6e6a4e8d-dbed-47d7-b668-77de420ff185 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:33:49.399243 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:49.427834 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548225b5-6c6f-479f-89c4-f51e9db17444 req-f6b2a273-9230-4f83-b488-cc5e49e0df04 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:49.431773 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-548225b5-6c6f-479f-89c4-f51e9db17444 req-f6b2a273-9230-4f83-b488-cc5e49e0df04 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 943 time: 0.0837855 Oct 14 12:33:49.439159 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 7692825d-535a-4115-ad2f-8d7f4d0579a6, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=7692825d-535a-4115-ad2f-8d7f4d0579a6,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:49.502600 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-548225b5-6c6f-479f-89c4-f51e9db17444 req-216a5f65-bb95-45d4-b168-da471c97c5c8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642984 Oct 14 12:33:49.516206 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:49.564459 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:49.608898 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0d4229-d832-436b-aecc-561439dacf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6a4e8d-dbed-47d7-b668-77de420ff185'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:33:49.611913 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ac9803-3c99-4279-a21d-76270936dfe7" -d '{"events": [{"server_uuid": "3c0d4229-d832-436b-aecc-561439dacf58", "name": "network-vif-plugged", "status": "completed", "tag": "6e6a4e8d-dbed-47d7-b668-77de420ff185"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:33:49.626576 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=7692825d-535a-4115-ad2f-8d7f4d0579a6,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:49.630974 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 6e6a4e8d-dbed-47d7-b668-77de420ff185, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=6e6a4e8d-dbed-47d7-b668-77de420ff185,segment=NetworkSegment(de41697f-347e-457e-bcbe-a4ce33381e56),segment_id=de41697f-347e-457e-bcbe-a4ce33381e56)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:49.655426 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd18179-4ec3-46f7-a149-f935291c45b3 x-openstack-request-id: req-ffd18179-4ec3-46f7-a149-f935291c45b3 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:33:49.655718 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0d4229-d832-436b-aecc-561439dacf58", "name": "network-vif-plugged", "status": "completed", "tag": "6e6a4e8d-dbed-47d7-b668-77de420ff185", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:33:49.655995 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ffd18179-4ec3-46f7-a149-f935291c45b3 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:33:49.657923 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0d4229-d832-436b-aecc-561439dacf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6a4e8d-dbed-47d7-b668-77de420ff185', 'code': 200} Oct 14 12:33:49.714194 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:49.742247 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['7692825d-535a-4115-ad2f-8d7f4d0579a6'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:33:49.802845 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=6e6a4e8d-dbed-47d7-b668-77de420ff185,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:50.021689 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc3635-d601-4859-84ab-8d1ba21e782c req-13b9eb09-4ba5-4d17-bde8-6437fcc73d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:50.023200 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-64dc3635-d601-4859-84ab-8d1ba21e782c req-13b9eb09-4ba5-4d17-bde8-6437fcc73d6c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 1098 time: 0.0486546 Oct 14 12:33:50.073908 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-64dc3635-d601-4859-84ab-8d1ba21e782c req-ed05e493-42ff-47c3-ac9c-3b59e65ccb6c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333869 Oct 14 12:33:50.202718 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f15e41-488c-4794-bb11-c15d98eea1eb req-4f53fc3f-6a42-41ae-aca0-33796dba4bb1 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:50.205537 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-55f15e41-488c-4794-bb11-c15d98eea1eb req-4f53fc3f-6a42-41ae-aca0-33796dba4bb1 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 945 time: 0.0585485 Oct 14 12:33:50.274593 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-55f15e41-488c-4794-bb11-c15d98eea1eb req-0a6c7235-c191-4ee1-b2fc-9f2190a88440 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622134 Oct 14 12:33:50.503114 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6f92-09d4-4155-ac67-cb55b72b7989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:50.638828 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef884f9d-af9f-48f4-bb0e-f49b065eb2ca req-95c91e11-b371-4e07-95a7-6a7193054c7b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:50.640178 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef884f9d-af9f-48f4-bb0e-f49b065eb2ca req-95c91e11-b371-4e07-95a7-6a7193054c7b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 944 time: 0.0506606 Oct 14 12:33:50.686189 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef884f9d-af9f-48f4-bb0e-f49b065eb2ca req-69f9402c-1960-4bf6-bb00-1e67db837241 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393076 Oct 14 12:33:51.175748 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 7692825d-535a-4115-ad2f-8d7f4d0579a6 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:33:51.311238 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port 7692825d-535a-4115-ad2f-8d7f4d0579a6 completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:33:51.316469 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port 7692825d-535a-4115-ad2f-8d7f4d0579a6 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:33:51.317075 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:51.423245 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cbfb7-8d9d-45c4-b869-ca785ebc3349 req-2ee42abd-759e-49be-b70d-71341774cdae tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:51.425515 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-407cbfb7-8d9d-45c4-b869-ca785ebc3349 req-2ee42abd-759e-49be-b70d-71341774cdae tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 945 time: 0.0739329 Oct 14 12:33:51.433533 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:51.488789 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port 7692825d-535a-4115-ad2f-8d7f4d0579a6, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=7692825d-535a-4115-ad2f-8d7f4d0579a6,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:51.593551 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:51.596021 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:51.655653 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=7692825d-535a-4115-ad2f-8d7f4d0579a6,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:51.660202 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f342da-805e-4c7b-9953-583f60e07bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7692825d-535a-4115-ad2f-8d7f4d0579a6'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:33:51.665400 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845d305c-83f1-4865-9b13-5d6874a799b1" -d '{"events": [{"server_uuid": "41f342da-805e-4c7b-9953-583f60e07bbb", "name": "network-vif-plugged", "status": "completed", "tag": "7692825d-535a-4115-ad2f-8d7f4d0579a6"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:33:51.743681 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6385d5e9-bfbe-41ec-8192-272239772fdc x-openstack-request-id: req-6385d5e9-bfbe-41ec-8192-272239772fdc {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:33:51.744208 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f342da-805e-4c7b-9953-583f60e07bbb", "name": "network-vif-plugged", "status": "completed", "tag": "7692825d-535a-4115-ad2f-8d7f4d0579a6", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:33:51.744713 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6385d5e9-bfbe-41ec-8192-272239772fdc {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:33:51.745399 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f342da-805e-4c7b-9953-583f60e07bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7692825d-535a-4115-ad2f-8d7f4d0579a6', 'code': 200} Oct 14 12:33:51.784125 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-407cbfb7-8d9d-45c4-b869-ca785ebc3349 req-b5750e7f-8525-45e0-a991-abae802b3c07 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445323 Oct 14 12:33:51.868966 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d95e6e-363f-482f-adac-16c4e84958bb req-26f1c855-3d41-4fb5-9afb-b7f78b7794ea tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:51.870527 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-84d95e6e-363f-482f-adac-16c4e84958bb req-26f1c855-3d41-4fb5-9afb-b7f78b7794ea tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 945 time: 0.0522485 Oct 14 12:33:51.912964 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-84d95e6e-363f-482f-adac-16c4e84958bb req-185999f4-0549-4f6c-ab4a-9784fb55a09b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360708 Oct 14 12:33:52.131161 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf7a01-5a1b-439e-85c7-1b913d709098 req-1d4fb04c-38e1-4e47-b6b2-015ea67d9952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:52.132704 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42cf7a01-5a1b-439e-85c7-1b913d709098 req-1d4fb04c-38e1-4e47-b6b2-015ea67d9952 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 1098 time: 0.0435460 Oct 14 12:33:52.173403 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-42cf7a01-5a1b-439e-85c7-1b913d709098 req-02738a75-445f-438f-92c9-f22951b66358 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329068 Oct 14 12:33:52.176560 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:52.839273 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:52.926626 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e3cf6-61b7-4c9d-8c9c-0354f5efd403 req-38eaa705-9380-4d53-99be-bbafe5e8ecfb tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:52.928224 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5d3e3cf6-61b7-4c9d-8c9c-0354f5efd403 req-38eaa705-9380-4d53-99be-bbafe5e8ecfb tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 945 time: 0.0706999 Oct 14 12:33:52.971783 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5d3e3cf6-61b7-4c9d-8c9c-0354f5efd403 req-1736110b-8c52-4033-a54d-ecbb79b508eb tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373580 Oct 14 12:33:53.048208 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a55d9-2439-4c23-b15c-810b8575b630 req-e2dbf211-f0ac-4b8b-9d47-876bdd1db0fd tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:53.049942 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2c0a55d9-2439-4c23-b15c-810b8575b630 req-e2dbf211-f0ac-4b8b-9d47-876bdd1db0fd tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 945 time: 0.0576832 Oct 14 12:33:53.111294 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2c0a55d9-2439-4c23-b15c-810b8575b630 req-e4586572-150a-410d-93c0-81025345025b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504684 Oct 14 12:33:54.230324 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837250bd-c13c-4fd7-b6a5-3d7f42afdfc3 req-c094e24a-2555-4443-9c9b-64e7949f71bc tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:54.231930 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-837250bd-c13c-4fd7-b6a5-3d7f42afdfc3 req-c094e24a-2555-4443-9c9b-64e7949f71bc tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 945 time: 0.0523789 Oct 14 12:33:54.272487 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-837250bd-c13c-4fd7-b6a5-3d7f42afdfc3 req-da411d7d-0645-48de-9d51-a0abaaa7be56 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338469 Oct 14 12:33:54.395464 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341df5d4-56cc-42ee-98a7-4a6c7cb72ca9 req-03afa062-eeff-46e8-bd66-b8aaaa07d687 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:54.395972 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-341df5d4-56cc-42ee-98a7-4a6c7cb72ca9 req-03afa062-eeff-46e8-bd66-b8aaaa07d687 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 945 time: 0.0535202 Oct 14 12:33:54.436634 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-341df5d4-56cc-42ee-98a7-4a6c7cb72ca9 req-e996f1d9-34ff-45fe-9ca4-21e61499d5dd tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337789 Oct 14 12:33:54.459543 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 57198) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:54.664164 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1d2dfb-8cf0-4cfe-a1d4-fc8eb10964ad tempest-TestVolumeBootPattern-2051073011 tempest-TestVolumeBootPattern-2051073011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:54.666021 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-1b1d2dfb-8cf0-4cfe-a1d4-fc8eb10964ad tempest-TestVolumeBootPattern-2051073011 tempest-TestVolumeBootPattern-2051073011-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 1093 time: 0.2054377 Oct 14 12:33:54.670213 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 57202) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:33:54.675724 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Request body: {'floatingip': {'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'port_id': '7692825d-535a-4115-ad2f-8d7f4d0579a6', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:33:54.782391 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for floatingip, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:54.885489 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:54.999677 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Allocated IP 172.27.2.200 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/9797bc7d-79f2-480c-bc0f-1be7ea9c4d73) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:33:55.106989 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:55.211114 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:55.249983 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:33:55.253380 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:33:55.259211 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:33:55.264691 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'Port': ['ID=9797bc7d-79f2-480c-bc0f-1be7ea9c4d73,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:55.641272 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:55.818272 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:55.971096 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:56.044666 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9919115'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:56.120141 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event updated for resources: {'Port': ['ID=9797bc7d-79f2-480c-bc0f-1be7ea9c4d73,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:56.132964 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:56.239588 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.l3_db [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Floating IP 5c87de03-3af4-4274-b65d-f7b0df40d365 associated. External IP: 172.27.2.200, port: 7692825d-535a-4115-ad2f-8d7f4d0579a6. Oct 14 12:33:56.672630 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:33:56.785180 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:33:56.796029 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e8766-8203-4234-b739-acad1bac2a24 None None] Sync routers for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:33:56.806640 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e8766-8203-4234-b739-acad1bac2a24 None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:33:56.807359 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-485e8766-8203-4234-b739-acad1bac2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:33:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:56.917595 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-485e8766-8203-4234-b739-acad1bac2a24 None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:33:56.952294 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:33:56.983270 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-60fdcc1a-689b-493f-97b0-2e1d3440a32e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3118203 Oct 14 12:33:56.983838 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f342da-805e-4c7b-9953-583f60e07bbb', 'tag': '7692825d-535a-4115-ad2f-8d7f4d0579a6'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:33:56.986158 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a4a7da35251cd845a75d208fb6f40823871570cd89c2545b4640923bed6cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4515260b-a0c0-41c8-93c3-13d885ff218a" -d '{"events": [{"name": "network-changed", "server_uuid": "41f342da-805e-4c7b-9953-583f60e07bbb", "tag": "7692825d-535a-4115-ad2f-8d7f4d0579a6"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:33:57.026881 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cf8741-9547-4715-9480-355a81e06723 x-openstack-request-id: req-40cf8741-9547-4715-9480-355a81e06723 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:33:57.027260 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f342da-805e-4c7b-9953-583f60e07bbb", "tag": "7692825d-535a-4115-ad2f-8d7f4d0579a6", "status": "completed", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:33:57.027600 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-40cf8741-9547-4715-9480-355a81e06723 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:33:57.028178 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f342da-805e-4c7b-9953-583f60e07bbb', 'tag': '7692825d-535a-4115-ad2f-8d7f4d0579a6', 'status': 'completed', 'code': 200} Oct 14 12:33:57.099720 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515260b-a0c0-41c8-93c3-13d885ff218a req-91383c8d-e5f4-4311-a0de-3610e1bd6df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:57.101566 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4515260b-a0c0-41c8-93c3-13d885ff218a req-91383c8d-e5f4-4311-a0de-3610e1bd6df5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 1098 time: 0.0495908 Oct 14 12:33:57.205832 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515260b-a0c0-41c8-93c3-13d885ff218a req-3810098a-c665-41cb-8ff3-93c79a712db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:57.207469 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4515260b-a0c0-41c8-93c3-13d885ff218a req-3810098a-c665-41cb-8ff3-93c79a712db8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=140e7268-9a2f-434a-85c9-99efbcd597b9 HTTP/1.1" status: 200 len: 913 time: 0.0991509 Oct 14 12:33:57.275315 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4515260b-a0c0-41c8-93c3-13d885ff218a req-4e4957e0-5a08-474e-80af-73cdb4480711 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7692825d-535a-4115-ad2f-8d7f4d0579a6 HTTP/1.1" status: 200 len: 999 time: 0.0611131 Oct 14 12:33:57.297744 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-485e8766-8203-4234-b739-acad1bac2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': '5c87de03-3af4-4274-b65d-f7b0df40d365', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'port_id': '7692825d-535a-4115-ad2f-8d7f4d0579a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'mac_address': 'fa:16:3e:d4:27:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f342da-805e-4c7b-9953-583f60e07bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:33:55Z', 'updated_at': '2021-10-14T12:33:55Z', 'revision_number': 0, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address_scope': None}, {'id': 'b03a3496-0bf2-4d45-aa39-224c3552e138', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'port_id': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'mac_address': 'fa:16:3e:00:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:41Z', 'updated_at': '2021-10-14T12:31:44Z', 'revision_number': 1, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:57.325732 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e8766-8203-4234-b739-acad1bac2a24 None None] Checking router: 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:33:57.334584 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e8766-8203-4234-b739-acad1bac2a24 None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:33:57.335495 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-485e8766-8203-4234-b739-acad1bac2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:33:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:57.339604 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515260b-a0c0-41c8-93c3-13d885ff218a req-0e0fb809-2cfd-4355-ba26-2287925c624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:57.341134 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4515260b-a0c0-41c8-93c3-13d885ff218a req-0e0fb809-2cfd-4355-ba26-2287925c624d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1 HTTP/1.1" status: 200 len: 851 time: 0.0585475 Oct 14 12:33:57.394347 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515260b-a0c0-41c8-93c3-13d885ff218a req-7698d900-6e25-4768-a0c3-4825ded62d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:57.396684 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4515260b-a0c0-41c8-93c3-13d885ff218a req-7698d900-6e25-4768-a0c3-4825ded62d56 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=140e7268-9a2f-434a-85c9-99efbcd597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482962 Oct 14 12:33:57.447502 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-485e8766-8203-4234-b739-acad1bac2a24 None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:33:57.490016 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4515260b-a0c0-41c8-93c3-13d885ff218a req-e9202751-fc07-45f8-ac39-1855f8018e48 service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860019 Oct 14 12:33:57.585610 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4515260b-a0c0-41c8-93c3-13d885ff218a req-abccb0dd-369b-4697-9088-034d890505f1 service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886483 Oct 14 12:33:57.679279 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-485e8766-8203-4234-b739-acad1bac2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': '5c87de03-3af4-4274-b65d-f7b0df40d365', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'port_id': '7692825d-535a-4115-ad2f-8d7f4d0579a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'mac_address': 'fa:16:3e:d4:27:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f342da-805e-4c7b-9953-583f60e07bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:33:55Z', 'updated_at': '2021-10-14T12:33:55Z', 'revision_number': 0, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address_scope': None}, {'id': 'b03a3496-0bf2-4d45-aa39-224c3552e138', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'port_id': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'mac_address': 'fa:16:3e:00:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:41Z', 'updated_at': '2021-10-14T12:31:44Z', 'revision_number': 1, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:33:57.711759 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e8766-8203-4234-b739-acad1bac2a24 None None] The sync data for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi is: [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': '5c87de03-3af4-4274-b65d-f7b0df40d365', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'port_id': '7692825d-535a-4115-ad2f-8d7f4d0579a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'mac_address': 'fa:16:3e:d4:27:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f342da-805e-4c7b-9953-583f60e07bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:33:55Z', 'updated_at': '2021-10-14T12:33:55Z', 'revision_number': 0, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address_scope': None}, {'id': 'b03a3496-0bf2-4d45-aa39-224c3552e138', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'port_id': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'mac_address': 'fa:16:3e:00:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:41Z', 'updated_at': '2021-10-14T12:31:44Z', 'revision_number': 1, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:33:57.911070 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82d5090-c106-4679-9190-9b89456f900d None None] New status for floating IP 5c87de03-3af4-4274-b65d-f7b0df40d365: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:34:02.784668 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:34:04.076325 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 57286) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:04.184104 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-de5aceaf-3509-4e31-901c-2860499db52d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:04.259918 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-de5aceaf-3509-4e31-901c-2860499db52d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:04.398041 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-de5aceaf-3509-4e31-901c-2860499db52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:04.435998 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5aceaf-3509-4e31-901c-2860499db52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5c039e-c072-4476-9ae7-1d529a43fb94,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:04.440377 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-de5aceaf-3509-4e31-901c-2860499db52d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9680ff18ddc9424d8826406732cde41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630557 Oct 14 12:34:04.444446 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 57290) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:04.495418 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-60664ff4-b8d8-4c86-af85-b168b82b7db2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:04.517717 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-60664ff4-b8d8-4c86-af85-b168b82b7db2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:04.678497 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-60664ff4-b8d8-4c86-af85-b168b82b7db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:04.681594 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-60664ff4-b8d8-4c86-af85-b168b82b7db2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:04.682778 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-60664ff4-b8d8-4c86-af85-b168b82b7db2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2d5c039e-c072-4476-9ae7-1d529a43fb94 HTTP/1.1" status: 204 len: 168 time: 0.2374535 Oct 14 12:34:04.690542 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60664ff4-b8d8-4c86-af85-b168b82b7db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5c039e-c072-4476-9ae7-1d529a43fb94,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:05.440659 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 57298) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:05.454899 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e77e6c86-7a38-4181-8fa5-629d498d3c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:05.534346 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e77e6c86-7a38-4181-8fa5-629d498d3c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:05.604340 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e77e6c86-7a38-4181-8fa5-629d498d3c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:05.642582 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e6c86-7a38-4181-8fa5-629d498d3c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcd98f4-bffa-4602-8eec-5ef11561f385,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:05.647880 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-e77e6c86-7a38-4181-8fa5-629d498d3c04 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2f1f2651b9154507adac3f885b10b2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060618 Oct 14 12:34:05.651170 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 57300) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:05.706425 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e0614c97-5df3-4908-914e-8629e9e661da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:05.727839 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e0614c97-5df3-4908-914e-8629e9e661da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:05.872044 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e0614c97-5df3-4908-914e-8629e9e661da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:05.874909 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e0614c97-5df3-4908-914e-8629e9e661da admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:05.876104 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-e0614c97-5df3-4908-914e-8629e9e661da admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5bcd98f4-bffa-4602-8eec-5ef11561f385 HTTP/1.1" status: 204 len: 168 time: 0.2240527 Oct 14 12:34:05.885820 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0614c97-5df3-4908-914e-8629e9e661da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcd98f4-bffa-4602-8eec-5ef11561f385,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:06.797016 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 57312) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:06.811128 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f8008b0-b7d4-4a35-bcee-be8b501aaea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:06.892162 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f8008b0-b7d4-4a35-bcee-be8b501aaea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:07.026599 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f8008b0-b7d4-4a35-bcee-be8b501aaea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:07.067185 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-7f8008b0-b7d4-4a35-bcee-be8b501aaea3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ef39294d77344376b7224e8321fa9bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690296 Oct 14 12:34:07.068022 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8008b0-b7d4-4a35-bcee-be8b501aaea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a6c8db-6c95-4189-98ab-d4d2c2065fa7,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:07.070158 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 57314) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:07.127343 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98ba85bf-aa41-4ea7-a8af-4d5e93152c8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:07.154211 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98ba85bf-aa41-4ea7-a8af-4d5e93152c8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:07.220550 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:07.318454 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98ba85bf-aa41-4ea7-a8af-4d5e93152c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:07.320861 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98ba85bf-aa41-4ea7-a8af-4d5e93152c8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:07.322897 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-98ba85bf-aa41-4ea7-a8af-4d5e93152c8f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c9a6c8db-6c95-4189-98ab-d4d2c2065fa7 HTTP/1.1" status: 204 len: 168 time: 0.2510786 Oct 14 12:34:07.330910 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba85bf-aa41-4ea7-a8af-4d5e93152c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a6c8db-6c95-4189-98ab-d4d2c2065fa7,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:16.075942 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853cde1-5453-414d-a2b4-8a3e14b950f9 req-9b6e3a0a-b16f-4667-b1bb-a5868b4344dd tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:16.077383 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d853cde1-5453-414d-a2b4-8a3e14b950f9 req-9b6e3a0a-b16f-4667-b1bb-a5868b4344dd tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 945 time: 0.0638490 Oct 14 12:34:16.118250 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d853cde1-5453-414d-a2b4-8a3e14b950f9 req-5975276d-a802-4623-b48a-9026c7ef9a15 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327353 Oct 14 12:34:17.123743 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 57476) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:17.233069 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3d0a0ece-0039-4b31-9825-558ca6e85f9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:17.239303 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bab24c-4d2c-40ce-9f44-cfbbee5f85ea req-701e4e2c-1873-4ffe-9ee8-a46e053560c2 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:17.240853 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c8bab24c-4d2c-40ce-9f44-cfbbee5f85ea req-701e4e2c-1873-4ffe-9ee8-a46e053560c2 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 945 time: 0.0517249 Oct 14 12:34:17.281262 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c8bab24c-4d2c-40ce-9f44-cfbbee5f85ea req-d1396ca7-4a42-4e63-a09f-9a833c48261f tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/security-groups?id=266d76b7-8497-4120-ada6-649b6cb27d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338528 Oct 14 12:34:17.314499 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3d0a0ece-0039-4b31-9825-558ca6e85f9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:17.396888 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3d0a0ece-0039-4b31-9825-558ca6e85f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:17.435492 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-3d0a0ece-0039-4b31-9825-558ca6e85f9b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2724c590efca4fa6bad437be1eec2d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106961 Oct 14 12:34:17.436441 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a0ece-0039-4b31-9825-558ca6e85f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b2ace5-5142-46ea-a328-a5c19efa9c6c,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:17.438158 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 57482) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:17.487557 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ffd012b1-ce88-4e72-938d-9b885726d2c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:17.509139 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ffd012b1-ce88-4e72-938d-9b885726d2c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:17.608711 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2da7a1a2-3d9e-48ce-acdd-8251f9f205c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:17.649280 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ffd012b1-ce88-4e72-938d-9b885726d2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:17.652203 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ffd012b1-ce88-4e72-938d-9b885726d2c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:17.653464 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-ffd012b1-ce88-4e72-938d-9b885726d2c4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b2b2ace5-5142-46ea-a328-a5c19efa9c6c HTTP/1.1" status: 204 len: 168 time: 0.2136388 Oct 14 12:34:17.661797 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd012b1-ce88-4e72-938d-9b885726d2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b2ace5-5142-46ea-a328-a5c19efa9c6c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:17.764488 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cee895-1bc1-4e8b-aab9-d78fbd305360 req-e84ac0c0-1f0b-4309-8e9f-a23b616cf140 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:17.765918 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-18cee895-1bc1-4e8b-aab9-d78fbd305360 req-e84ac0c0-1f0b-4309-8e9f-a23b616cf140 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 945 time: 0.0554769 Oct 14 12:34:17.863077 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-18cee895-1bc1-4e8b-aab9-d78fbd305360 req-49dcd6bd-ef65-4973-ab79-90545d909fca tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Deleting port 6e6a4e8d-dbed-47d7-b668-77de420ff185 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:34:17.863421 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-18cee895-1bc1-4e8b-aab9-d78fbd305360 req-49dcd6bd-ef65-4973-ab79-90545d909fca tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:17.971146 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-18cee895-1bc1-4e8b-aab9-d78fbd305360 req-49dcd6bd-ef65-4973-ab79-90545d909fca tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] For port 6e6a4e8d-dbed-47d7-b668-77de420ff185, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=6e6a4e8d-dbed-47d7-b668-77de420ff185,segment=NetworkSegment(de41697f-347e-457e-bcbe-a4ce33381e56),segment_id=de41697f-347e-457e-bcbe-a4ce33381e56)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:34:17.971686 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-18cee895-1bc1-4e8b-aab9-d78fbd305360 req-49dcd6bd-ef65-4973-ab79-90545d909fca tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:17.989299 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-18cee895-1bc1-4e8b-aab9-d78fbd305360 req-49dcd6bd-ef65-4973-ab79-90545d909fca tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Calling delete_port for 6e6a4e8d-dbed-47d7-b668-77de420ff185 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:34:18.261003 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-18cee895-1bc1-4e8b-aab9-d78fbd305360 req-49dcd6bd-ef65-4973-ab79-90545d909fca tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:18.273348 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['6e6a4e8d-dbed-47d7-b668-77de420ff185'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:34:18.297681 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcd6bd-ef65-4973-ab79-90545d909fca tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Pushing event deleted for resources: {'Port': ['ID=6e6a4e8d-dbed-47d7-b668-77de420ff185,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:18.343060 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cee895-1bc1-4e8b-aab9-d78fbd305360 req-49dcd6bd-ef65-4973-ab79-90545d909fca tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] No DVR routers for this DVR port 6e6a4e8d-dbed-47d7-b668-77de420ff185 on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:34:18.346054 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-18cee895-1bc1-4e8b-aab9-d78fbd305360 req-49dcd6bd-ef65-4973-ab79-90545d909fca tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:18.350005 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-18cee895-1bc1-4e8b-aab9-d78fbd305360 req-49dcd6bd-ef65-4973-ab79-90545d909fca tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.82 "DELETE /v2.0/ports/6e6a4e8d-dbed-47d7-b668-77de420ff185 HTTP/1.1" status: 204 len: 173 time: 0.5778587 Oct 14 12:34:18.352034 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0d4229-d832-436b-aecc-561439dacf58', 'name': 'network-vif-deleted', 'tag': '6e6a4e8d-dbed-47d7-b668-77de420ff185'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:34:18.354563 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767d4d7e-4621-49fd-b447-f514a4a2573f" -d '{"events": [{"server_uuid": "3c0d4229-d832-436b-aecc-561439dacf58", "name": "network-vif-deleted", "tag": "6e6a4e8d-dbed-47d7-b668-77de420ff185"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:34:18.400427 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 57494) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:18.405051 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872368e3-54fd-4d9b-9329-c5bf42a3edc2 x-openstack-request-id: req-872368e3-54fd-4d9b-9329-c5bf42a3edc2 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:34:18.405344 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0d4229-d832-436b-aecc-561439dacf58", "name": "network-vif-deleted", "tag": "6e6a4e8d-dbed-47d7-b668-77de420ff185", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:34:18.408291 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-872368e3-54fd-4d9b-9329-c5bf42a3edc2 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:34:18.408291 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0d4229-d832-436b-aecc-561439dacf58', 'name': 'network-vif-deleted', 'tag': '6e6a4e8d-dbed-47d7-b668-77de420ff185', 'status': 'completed', 'code': 200} Oct 14 12:34:18.417054 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-d481a95b-b7c9-4d6e-bde8-6175dcb88e23 req-1135b2e0-2d39-4887-b743-5a9aed402cc6 tempest-VolumesSnapshotTestJSON-762910351 tempest-VolumesSnapshotTestJSON-762910351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0d4229-d832-436b-aecc-561439dacf58 HTTP/1.1" status: 200 len: 210 time: 0.0430148 Oct 14 12:34:18.417922 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-87847e01-a041-4edb-9d4b-7e0bb6fdc05d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:18.502249 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-87847e01-a041-4edb-9d4b-7e0bb6fdc05d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:18.568627 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-87847e01-a041-4edb-9d4b-7e0bb6fdc05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:18.610395 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-87847e01-a041-4edb-9d4b-7e0bb6fdc05d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fe54501faee4454f9dbeeb3029cfabea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081900 Oct 14 12:34:18.611269 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87847e01-a041-4edb-9d4b-7e0bb6fdc05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d01efb0-4996-4ae3-8d4e-0021ac9ac76e,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:18.613128 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 57496) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:18.684166 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3b8c593d-ad3e-47a6-9c80-00b45946de3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:18.706986 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3b8c593d-ad3e-47a6-9c80-00b45946de3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:18.968968 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3b8c593d-ad3e-47a6-9c80-00b45946de3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:18.972919 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3b8c593d-ad3e-47a6-9c80-00b45946de3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:18.972919 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-3b8c593d-ad3e-47a6-9c80-00b45946de3f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4d01efb0-4996-4ae3-8d4e-0021ac9ac76e HTTP/1.1" status: 204 len: 168 time: 0.3586583 Oct 14 12:34:18.982285 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c593d-ad3e-47a6-9c80-00b45946de3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d01efb0-4996-4ae3-8d4e-0021ac9ac76e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:20.488536 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dd9f5ab8-c87f-4d20-84ce-a5aa1e749962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:21.277503 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 6e6a4e8d-dbed-47d7-b668-77de420ff185 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:34:21.300213 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: 6e6a4e8d-dbed-47d7-b668-77de420ff185 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:34:21.300472 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 6e6a4e8d-dbed-47d7-b668-77de420ff185 not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:34:21.557791 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:22.208156 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:22.851305 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:37.202163 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:39.783616 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:34:40.488297 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 57706) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:40.605926 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c10d8153-12b4-4600-aeaf-2d4d584b9c8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:40.690849 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c10d8153-12b4-4600-aeaf-2d4d584b9c8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:40.762358 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c10d8153-12b4-4600-aeaf-2d4d584b9c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:40.803615 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-c10d8153-12b4-4600-aeaf-2d4d584b9c8a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eeb4ec7348944707a4b4710c30b76e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178604 Oct 14 12:34:40.804540 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d8153-12b4-4600-aeaf-2d4d584b9c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1fdfdb-3e97-4f04-b25c-34862a0856b7,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:40.806495 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 57710) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:40.861476 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:40.885614 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:41.013238 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:41.015917 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:41.019939 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fc1fdfdb-3e97-4f04-b25c-34862a0856b7 HTTP/1.1" status: 204 len: 168 time: 0.2084234 Oct 14 12:34:41.026292 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1fdfdb-3e97-4f04-b25c-34862a0856b7,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:41.036677 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:41.037298 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:41.037539 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:41.038021 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:41.038386 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:41.038677 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:41.039034 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:41.039376 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:41.039783 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:41.040129 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:41.040453 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:41.040989 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c06267-c05f-4143-90b6-cbe6d213c880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:41.839643 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 57724) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:41.854258 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-05daac24-632e-4445-b293-38bb69cddfc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:41.949108 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-05daac24-632e-4445-b293-38bb69cddfc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:42.018894 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-05daac24-632e-4445-b293-38bb69cddfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:42.059573 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-05daac24-632e-4445-b293-38bb69cddfc8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4d77f36e405c4caf9530f3d8c931d9b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187495 Oct 14 12:34:42.060420 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05daac24-632e-4445-b293-38bb69cddfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ed5e05-0035-47d2-8d58-f883ec5d4de2,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:42.063114 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 57726) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:42.122900 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7509f07e-53d4-4f79-a30e-5bfac778a26b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:42.206244 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7509f07e-53d4-4f79-a30e-5bfac778a26b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:42.281715 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7509f07e-53d4-4f79-a30e-5bfac778a26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:42.287477 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7509f07e-53d4-4f79-a30e-5bfac778a26b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:42.287477 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-7509f07e-53d4-4f79-a30e-5bfac778a26b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/77ed5e05-0035-47d2-8d58-f883ec5d4de2 HTTP/1.1" status: 204 len: 168 time: 0.2212679 Oct 14 12:34:42.296111 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509f07e-53d4-4f79-a30e-5bfac778a26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ed5e05-0035-47d2-8d58-f883ec5d4de2,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:46.335201 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 57806) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:46.383194 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Deleting subnet 3bd8b091-cf17-40f9-8b85-83f85c872e17 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:34:46.389659 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:46.423822 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9081361'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:46.469767 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:46.618496 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9883389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230753'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:46.649152 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd8b091-cf17-40f9-8b85-83f85c872e17,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:46.649610 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:46.653066 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3bd8b091-cf17-40f9-8b85-83f85c872e17 HTTP/1.1" status: 204 len: 168 time: 0.3168814 Oct 14 12:34:46.655725 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 57812) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:46.659363 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:46.659717 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:46.660061 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:46.660401 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:46.660738 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:46.661065 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:46.661392 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:46.661719 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:46.662043 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:46.662362 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:46.662684 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:46.663027 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5ff95-d3d6-494b-ac67-7c820f5995a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:46.727176 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3857d4d6-e634-45e7-a1cb-0f79a5f64c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:46.807831 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3857d4d6-e634-45e7-a1cb-0f79a5f64c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:46.828765 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-3857d4d6-e634-45e7-a1cb-0f79a5f64c74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71bba96d-01ea-4d93-a43e-4410c073c7b2']}} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:34:46.837988 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-3857d4d6-e634-45e7-a1cb-0f79a5f64c74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de41697f-347e-457e-bcbe-a4ce33381e56') {'for_net_delete': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:34:46.838793 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-3857d4d6-e634-45e7-a1cb-0f79a5f64c74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de41697f-347e-457e-bcbe-a4ce33381e56') {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:34:46.848216 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3857d4d6-e634-45e7-a1cb-0f79a5f64c74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8926766'] for segment, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:46.861597 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3857d4d6-e634-45e7-a1cb-0f79a5f64c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:46.867343 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3857d4d6-e634-45e7-a1cb-0f79a5f64c74 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=100446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:34:46.867717 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3857d4d6-e634-45e7-a1cb-0f79a5f64c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9919215'] for segment, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: Traceback (most recent call last): Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: timer() Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: cb(*args, **kw) Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: return func(*args, **kwargs) Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: self._notify() Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: self.callback(batched_events) Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: event.method(event) Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: return f(self, *a, **k) Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._get(url).json() Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: return self.request(url, 'GET', **kwargs) Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:34:46.869532 dv-cinder-813984-2-iscsi neutron-server[100446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:34:46.989655 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3857d4d6-e634-45e7-a1cb-0f79a5f64c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:46.996336 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3857d4d6-e634-45e7-a1cb-0f79a5f64c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:46.999503 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-3857d4d6-e634-45e7-a1cb-0f79a5f64c74 admin admin] 10.222.0.71 "DELETE /v2.0/networks/71bba96d-01ea-4d93-a43e-4410c073c7b2 HTTP/1.1" status: 204 len: 168 time: 0.3428111 Oct 14 12:34:47.011530 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857d4d6-e634-45e7-a1cb-0f79a5f64c74 admin admin] Pushing event deleted for resources: {'Network': ['ID=71bba96d-01ea-4d93-a43e-4410c073c7b2,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:47.407353 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 57816) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:47.452365 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-a2084f91-6a2f-4534-890d-df073c08a8b6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fe661ff9224949ce80582a3838f3ba6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437636 Oct 14 12:34:47.454814 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 57818) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:47.505281 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9524cb5a-8c10-4ca1-b4b4-4aec1d8d583e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:47.526689 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9524cb5a-8c10-4ca1-b4b4-4aec1d8d583e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:47.567109 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7d05f9f-4696-47a6-be4c-9d6643086feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:47.658578 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9524cb5a-8c10-4ca1-b4b4-4aec1d8d583e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:47.661809 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9524cb5a-8c10-4ca1-b4b4-4aec1d8d583e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:47.663000 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-9524cb5a-8c10-4ca1-b4b4-4aec1d8d583e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/266d76b7-8497-4120-ada6-649b6cb27d42 HTTP/1.1" status: 204 len: 168 time: 0.2072814 Oct 14 12:34:47.674272 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524cb5a-8c10-4ca1-b4b4-4aec1d8d583e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266d76b7-8497-4120-ada6-649b6cb27d42,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:50.452381 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-13f45a40-ce01-402a-a6d1-1551909a103a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:51.549311 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:52.173747 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:34:52.824398 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:07.194355 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:15.480141 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c4c97552-8a30-43e7-b8a8-9ad5cba40ad5 req-9334fc9e-3854-4aaf-8606-84e7200d3c14 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423260 Oct 14 12:35:15.565834 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c97552-8a30-43e7-b8a8-9ad5cba40ad5 req-392ed05a-4894-402d-9d99-202cee0d961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:15.567373 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c4c97552-8a30-43e7-b8a8-9ad5cba40ad5 req-392ed05a-4894-402d-9d99-202cee0d961e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 1098 time: 0.0425615 Oct 14 12:35:15.675548 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c97552-8a30-43e7-b8a8-9ad5cba40ad5 req-540ba22b-29d8-4624-8b40-3bd1c8d9ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:15.677017 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c4c97552-8a30-43e7-b8a8-9ad5cba40ad5 req-540ba22b-29d8-4624-8b40-3bd1c8d9ac21 service neutron] 10.222.0.82 "GET /v2.0/networks?id=140e7268-9a2f-434a-85c9-99efbcd597b9 HTTP/1.1" status: 200 len: 913 time: 0.0893438 Oct 14 12:35:15.748963 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c4c97552-8a30-43e7-b8a8-9ad5cba40ad5 req-6119f081-696a-4adb-8357-a30ae5fd7547 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ccc6aea-1579-49ec-b4c0-3755f5f86a20 HTTP/1.1" status: 200 len: 1000 time: 0.0620248 Oct 14 12:35:15.803295 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c97552-8a30-43e7-b8a8-9ad5cba40ad5 req-0f6b5683-cddd-4485-8421-ffa4cd14dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:15.805258 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c4c97552-8a30-43e7-b8a8-9ad5cba40ad5 req-0f6b5683-cddd-4485-8421-ffa4cd14dbb8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1 HTTP/1.1" status: 200 len: 851 time: 0.0484450 Oct 14 12:35:15.854326 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c97552-8a30-43e7-b8a8-9ad5cba40ad5 req-70599f44-db91-406f-ad87-4c3c7a3d3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:15.855815 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c4c97552-8a30-43e7-b8a8-9ad5cba40ad5 req-70599f44-db91-406f-ad87-4c3c7a3d3e3e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=140e7268-9a2f-434a-85c9-99efbcd597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411000 Oct 14 12:35:15.870542 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [req-c4c97552-8a30-43e7-b8a8-9ad5cba40ad5 req-31afbc4e-f417-413d-9c6a-638f0bb43094 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:35:15.871525 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c4c97552-8a30-43e7-b8a8-9ad5cba40ad5 req-31afbc4e-f417-413d-9c6a-638f0bb43094 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057843 Oct 14 12:35:15.964127 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c4c97552-8a30-43e7-b8a8-9ad5cba40ad5 req-d8860833-ff5c-468d-a22e-00a89fdd0d6d service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827229 Oct 14 12:35:16.059480 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c4c97552-8a30-43e7-b8a8-9ad5cba40ad5 req-b7b2a565-10c0-445d-9fc1-7d953da0bfc3 service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875363 Oct 14 12:35:16.782455 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:35:17.605640 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-afb86713-dc6e-4b72-8f2e-c091c3120e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:20.474646 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a3bfc11-d959-476a-828f-fb93830b3667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:21.553649 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:22.211318 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:22.850525 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:24.528135 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58034) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:24.654145 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-686416f3-5e68-4692-8252-8fe0a803fa52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:24.733519 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-686416f3-5e68-4692-8252-8fe0a803fa52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:24.810533 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-686416f3-5e68-4692-8252-8fe0a803fa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:24.854572 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686416f3-5e68-4692-8252-8fe0a803fa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8fb814-4207-403f-84f9-d4fd6511cc9e,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:24.860855 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-686416f3-5e68-4692-8252-8fe0a803fa52 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=df8ea94470814a4d896df69513460f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313231 Oct 14 12:35:24.863869 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58038) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:24.923559 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5467b3f7-ec07-44b9-9f7e-69548aa08870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:24.945932 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5467b3f7-ec07-44b9-9f7e-69548aa08870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:25.068040 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5467b3f7-ec07-44b9-9f7e-69548aa08870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:25.071731 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5467b3f7-ec07-44b9-9f7e-69548aa08870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:25.072940 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-5467b3f7-ec07-44b9-9f7e-69548aa08870 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2c8fb814-4207-403f-84f9-d4fd6511cc9e HTTP/1.1" status: 204 len: 168 time: 0.2070560 Oct 14 12:35:25.081028 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467b3f7-ec07-44b9-9f7e-69548aa08870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8fb814-4207-403f-84f9-d4fd6511cc9e,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:26.012994 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58054) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:26.203274 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-9375e13f-9eb3-4624-acf3-901f66e6390c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Deleting port 9797bc7d-79f2-480c-bc0f-1be7ea9c4d73 {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:35:26.203810 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9375e13f-9eb3-4624-acf3-901f66e6390c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:26.308601 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9375e13f-9eb3-4624-acf3-901f66e6390c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:26.309064 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9375e13f-9eb3-4624-acf3-901f66e6390c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:26.326847 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-9375e13f-9eb3-4624-acf3-901f66e6390c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Calling delete_port for 9797bc7d-79f2-480c-bc0f-1be7ea9c4d73 owned by network:floatingip {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:35:26.358388 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58062) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:26.478269 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-879160847-network', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:26.604805 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] Made reservation on behalf of eaa6ed9cfcab4497aa87c71c9348e360 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:35:26.607162 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:26.616872 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9375e13f-9eb3-4624-acf3-901f66e6390c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:26.617181 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:26.647121 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375e13f-9eb3-4624-acf3-901f66e6390c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event deleted for resources: {'Port': ['ID=9797bc7d-79f2-480c-bc0f-1be7ea9c4d73,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:26.717240 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:26.725470 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9375e13f-9eb3-4624-acf3-901f66e6390c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for floatingip, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:26.730352 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.l3_db [None req-9375e13f-9eb3-4624-acf3-901f66e6390c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Floating IP 5c87de03-3af4-4274-b65d-f7b0df40d365 disassociated (deleted). External IP: 172.27.2.200, port: 7692825d-535a-4115-ad2f-8d7f4d0579a6. Oct 14 12:35:26.839124 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:26.875027 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:35:26.886420 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20234dc1-0aac-4104-b2c3-77bb8008897c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:26.892681 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:26.893012 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.segments_db [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] Added segment a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01 of type vlan for network b3061b6d-f466-4cef-841b-39fe4620f01a Oct 14 12:35:26.941277 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:26.982361 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9375e13f-9eb3-4624-acf3-901f66e6390c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:35:27.056968 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:27.058232 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:27.059033 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:27.116291 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9375e13f-9eb3-4624-acf3-901f66e6390c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:35:27.122354 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9375e13f-9eb3-4624-acf3-901f66e6390c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:27.137927 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b09526b-5e57-4898-ae49-e1983eefd723 None None] Sync routers for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:35:27.139027 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] Pushing event updated for resources: {'Network': ['ID=b3061b6d-f466-4cef-841b-39fe4620f01a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:27.145847 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b09526b-5e57-4898-ae49-e1983eefd723 None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:27.147145 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-4b09526b-5e57-4898-ae49-e1983eefd723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:27.150957 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network b3061b6d-f466-4cef-841b-39fe4620f01a details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:35:27.161833 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-94a1e93e-d920-4f68-bebf-375ce736e3d5 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8019283 Oct 14 12:35:27.165758 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-9375e13f-9eb3-4624-acf3-901f66e6390c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "DELETE /v2.0/floatingips/5c87de03-3af4-4274-b65d-f7b0df40d365 HTTP/1.1" status: 204 len: 168 time: 1.1510026 Oct 14 12:35:27.167063 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58066) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:27.167335 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f342da-805e-4c7b-9953-583f60e07bbb', 'tag': '7692825d-535a-4115-ad2f-8d7f4d0579a6'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:35:27.171454 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a4a7da35251cd845a75d208fb6f40823871570cd89c2545b4640923bed6cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47e52cd-f4d6-4293-b1b9-62cb45c04dca" -d '{"events": [{"name": "network-changed", "server_uuid": "41f342da-805e-4c7b-9953-583f60e07bbb", "tag": "7692825d-535a-4115-ad2f-8d7f4d0579a6"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:35:27.183114 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-48d73e66-c4df-4cdc-9097-c6c619d9c3c4 admin admin] Request body: {'subnet': {'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-879160847-subnet', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'ip_version': 4}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:27.233018 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42872287-2560-417f-bd6a-1826389eb9d4 x-openstack-request-id: req-42872287-2560-417f-bd6a-1826389eb9d4 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:35:27.234292 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f342da-805e-4c7b-9953-583f60e07bbb", "tag": "7692825d-535a-4115-ad2f-8d7f4d0579a6", "status": "completed", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:35:27.234292 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-42872287-2560-417f-bd6a-1826389eb9d4 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:35:27.234835 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f342da-805e-4c7b-9953-583f60e07bbb', 'tag': '7692825d-535a-4115-ad2f-8d7f4d0579a6', 'status': 'completed', 'code': 200} Oct 14 12:35:27.269360 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d73e66-c4df-4cdc-9097-c6c619d9c3c4 admin admin] Made reservation on behalf of eaa6ed9cfcab4497aa87c71c9348e360 for: {'subnet': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:35:27.282064 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-48d73e66-c4df-4cdc-9097-c6c619d9c3c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9655153'] for subnet, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:27.414000 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-4b09526b-5e57-4898-ae49-e1983eefd723 None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:27.423599 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e52cd-f4d6-4293-b1b9-62cb45c04dca req-626ee547-4d69-4f57-bf71-6acf24ffc994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:27.428171 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f47e52cd-f4d6-4293-b1b9-62cb45c04dca req-626ee547-4d69-4f57-bf71-6acf24ffc994 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 1098 time: 0.1698048 Oct 14 12:35:27.577894 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e52cd-f4d6-4293-b1b9-62cb45c04dca req-5c63e5a5-d9dd-4452-a196-9aed503d1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:27.579428 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f47e52cd-f4d6-4293-b1b9-62cb45c04dca req-5c63e5a5-d9dd-4452-a196-9aed503d1d7a service neutron] 10.222.0.82 "GET /v2.0/networks?id=140e7268-9a2f-434a-85c9-99efbcd597b9 HTTP/1.1" status: 200 len: 913 time: 0.1441393 Oct 14 12:35:27.588406 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-48d73e66-c4df-4cdc-9097-c6c619d9c3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9918476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9655143'] for subnet, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:27.641433 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f47e52cd-f4d6-4293-b1b9-62cb45c04dca req-2be08643-5f2d-408a-91ad-ff7cba3dccbf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7692825d-535a-4115-ad2f-8d7f4d0579a6 HTTP/1.1" status: 200 len: 217 time: 0.0522277 Oct 14 12:35:27.645823 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d73e66-c4df-4cdc-9097-c6c619d9c3c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7fafa3b-e0df-4798-a8fe-5d157c07461b,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:27.673298 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d73e66-c4df-4cdc-9097-c6c619d9c3c4 admin admin] Checking segment: {'id': 'a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:35:27.675771 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d73e66-c4df-4cdc-9097-c6c619d9c3c4 admin admin] Network hostable DHCP agents. Network: b3061b6d-f466-4cef-841b-39fe4620f01a, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:35:27.723949 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e52cd-f4d6-4293-b1b9-62cb45c04dca req-838d2909-28c2-49cb-af6b-415c7756ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:27.725750 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f47e52cd-f4d6-4293-b1b9-62cb45c04dca req-838d2909-28c2-49cb-af6b-415c7756ad37 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1 HTTP/1.1" status: 200 len: 851 time: 0.0754251 Oct 14 12:35:27.774279 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-4b09526b-5e57-4898-ae49-e1983eefd723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': 'b03a3496-0bf2-4d45-aa39-224c3552e138', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'port_id': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'mac_address': 'fa:16:3e:00:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:41Z', 'updated_at': '2021-10-14T12:31:44Z', 'revision_number': 1, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:27.787750 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d73e66-c4df-4cdc-9097-c6c619d9c3c4 admin admin] Network b3061b6d-f466-4cef-841b-39fe4620f01a is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:35:27.793665 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e52cd-f4d6-4293-b1b9-62cb45c04dca req-7d877318-bbfa-4d88-879a-7ba7431d1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:27.796736 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f47e52cd-f4d6-4293-b1b9-62cb45c04dca req-7d877318-bbfa-4d88-879a-7ba7431d1624 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=140e7268-9a2f-434a-85c9-99efbcd597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628908 Oct 14 12:35:27.831461 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b09526b-5e57-4898-ae49-e1983eefd723 None None] Checking router: 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:35:27.847402 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b09526b-5e57-4898-ae49-e1983eefd723 None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:27.848795 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-4b09526b-5e57-4898-ae49-e1983eefd723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:27.862346 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-48d73e66-c4df-4cdc-9097-c6c619d9c3c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, b3061b6d-f466-4cef-841b-39fe4620f01a) {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:35:27.873209 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d73e66-c4df-4cdc-9097-c6c619d9c3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:27.873209 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-48d73e66-c4df-4cdc-9097-c6c619d9c3c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:27.918762 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094a9f22-3153-4a65-8ed2-8e3150106c6c None None] Network b3061b6d-f466-4cef-841b-39fe4620f01a requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:35:27.934538 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f47e52cd-f4d6-4293-b1b9-62cb45c04dca req-275f40c1-1e25-4bbe-a455-adfa6bf32858 service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284459 Oct 14 12:35:27.946345 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0640e-4adc-4b0a-a849-49a6ad0f9c07 req-7ee9e430-956d-4654-a63a-a199e753d132 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:27.947991 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16e0640e-4adc-4b0a-a849-49a6ad0f9c07 req-7ee9e430-956d-4654-a63a-a199e753d132 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 945 time: 0.2420475 Oct 14 12:35:27.961087 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-48d73e66-c4df-4cdc-9097-c6c619d9c3c4 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7814288 Oct 14 12:35:27.961087 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58082) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:27.965760 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:28.043464 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-16e0640e-4adc-4b0a-a849-49a6ad0f9c07 req-6f105fe2-031f-4383-bf3c-e8c60aee8fe4 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872321 Oct 14 12:35:28.070830 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6897'] for router, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:28.072293 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6856'] for router, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:28.077356 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f47e52cd-f4d6-4293-b1b9-62cb45c04dca req-2123c3ef-feb9-44a7-b73f-55dedc0dccc8 service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284029 Oct 14 12:35:28.139439 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:28.163939 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-4b09526b-5e57-4898-ae49-e1983eefd723 None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:28.374095 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:28.436130 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32e92919-0b57-5c86-a9a5-2f6e9a8fe1ba-b3061b6d-f466-4cef-841b-39fe4620f01a', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'fixed_ips': [{'subnet_id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b'}]}} from dv-cinder-813984-2-iscsi. {{(pid=100448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:35:28.437076 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:28.680831 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Allocated IP 172.20.0.2 (b3061b6d-f466-4cef-841b-39fe4620f01a/d7fafa3b-e0df-4798-a8fe-5d157c07461b/9b33d62f-77bf-44cd-8016-1992dacd249c) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:35:28.704170 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:28.726809 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:28.755635 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-4b09526b-5e57-4898-ae49-e1983eefd723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': 'b03a3496-0bf2-4d45-aa39-224c3552e138', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'port_id': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'mac_address': 'fa:16:3e:00:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:41Z', 'updated_at': '2021-10-14T12:31:44Z', 'revision_number': 1, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:28.795077 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b09526b-5e57-4898-ae49-e1983eefd723 None None] The sync data for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi is: [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': 'b03a3496-0bf2-4d45-aa39-224c3552e138', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'port_id': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'mac_address': 'fa:16:3e:00:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:41Z', 'updated_at': '2021-10-14T12:31:44Z', 'revision_number': 1, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:35:28.857011 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Allocated IP 172.27.2.105 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/4f45939e-af8f-4069-b592-605943d7cbf6) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:35:28.885644 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Publish callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:28.965093 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:28.971637 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:29.005783 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Network b3061b6d-f466-4cef-841b-39fe4620f01a is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:35:29.009158 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:35:29.015165 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:35:29.023000 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Pushing event updated for resources: {'Port': ['ID=9b33d62f-77bf-44cd-8016-1992dacd249c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:29.033749 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:29.034107 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:29.034449 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:29.034817 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:29.035161 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:29.035493 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:29.035817 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:29.036152 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:29.036483 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:29.036804 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:29.037166 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:29.037479 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:29.075881 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:29.091290 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Attempting to bind port 9b33d62f-77bf-44cd-8016-1992dacd249c on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:35:29.091685 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Attempting to bind port 9b33d62f-77bf-44cd-8016-1992dacd249c by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': 'a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:35:29.092041 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Attempting to bind port 9b33d62f-77bf-44cd-8016-1992dacd249c on network b3061b6d-f466-4cef-841b-39fe4620f01a {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:35:29.097834 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:35:29.098214 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Checking segment: {'id': 'a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:35:29.099001 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:29.099591 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Bound using segment: {'id': 'a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:35:29.100251 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Bound port: 9b33d62f-77bf-44cd-8016-1992dacd249c, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:35:29.100736 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:29.112196 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5607aaf-c4a8-4f12-822e-58594fa28919 None None] New status for floating IP 5c87de03-3af4-4274-b65d-f7b0df40d365: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:35:29.149975 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:35:29.159021 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:35:29.165045 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:35:29.204068 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4f45939e-af8f-4069-b592-605943d7cbf6,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:29.236788 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] For port 9b33d62f-77bf-44cd-8016-1992dacd249c, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:35:29.243204 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] For port 9b33d62f-77bf-44cd-8016-1992dacd249c, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=9b33d62f-77bf-44cd-8016-1992dacd249c,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:35:29.309415 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb017d5b-880f-4388-873e-efaeed7ea456 req-8454c8a6-3a95-4350-9b15-fd1c35984efc tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:29.311093 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fb017d5b-880f-4388-873e-efaeed7ea456 req-8454c8a6-3a95-4350-9b15-fd1c35984efc tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 945 time: 0.1632576 Oct 14 12:35:29.314246 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:29.323871 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c76fa-1d18-49c5-ac40-e987087c3c0e req-971272d5-dbce-408f-8334-fb3353667a7e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:29.326027 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1c8c76fa-1d18-49c5-ac40-e987087c3c0e req-971272d5-dbce-408f-8334-fb3353667a7e tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.82 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 945 time: 0.0720520 Oct 14 12:35:29.368993 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fb017d5b-880f-4388-873e-efaeed7ea456 req-c8d13d69-f29a-47a9-9b9d-9fad57c6660c tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416653 Oct 14 12:35:29.404531 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309423e-968b-4d6c-a8a6-23c351970b44 None None] Pushing event updated for resources: {'Port': ['ID=9b33d62f-77bf-44cd-8016-1992dacd249c,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:29.506571 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-1c8c76fa-1d18-49c5-ac40-e987087c3c0e req-054da597-5c04-478e-b9cc-b2d4e5e1b2a8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Deleting port 7692825d-535a-4115-ad2f-8d7f4d0579a6 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:35:29.507762 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1c8c76fa-1d18-49c5-ac40-e987087c3c0e req-054da597-5c04-478e-b9cc-b2d4e5e1b2a8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:29.665946 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-1c8c76fa-1d18-49c5-ac40-e987087c3c0e req-054da597-5c04-478e-b9cc-b2d4e5e1b2a8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] For port 7692825d-535a-4115-ad2f-8d7f4d0579a6, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=7692825d-535a-4115-ad2f-8d7f4d0579a6,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:29.666234 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1c8c76fa-1d18-49c5-ac40-e987087c3c0e req-054da597-5c04-478e-b9cc-b2d4e5e1b2a8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:29.686383 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-1c8c76fa-1d18-49c5-ac40-e987087c3c0e req-054da597-5c04-478e-b9cc-b2d4e5e1b2a8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Calling delete_port for 7692825d-535a-4115-ad2f-8d7f4d0579a6 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:35:29.894440 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:29.907627 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1c8c76fa-1d18-49c5-ac40-e987087c3c0e req-054da597-5c04-478e-b9cc-b2d4e5e1b2a8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:29.940064 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054da597-5c04-478e-b9cc-b2d4e5e1b2a8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event deleted for resources: {'Port': ['ID=7692825d-535a-4115-ad2f-8d7f4d0579a6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:29.985549 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8c76fa-1d18-49c5-ac40-e987087c3c0e req-054da597-5c04-478e-b9cc-b2d4e5e1b2a8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] No DVR routers for this DVR port 7692825d-535a-4115-ad2f-8d7f4d0579a6 on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:35:29.988517 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1c8c76fa-1d18-49c5-ac40-e987087c3c0e req-054da597-5c04-478e-b9cc-b2d4e5e1b2a8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:29.992739 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1c8c76fa-1d18-49c5-ac40-e987087c3c0e req-054da597-5c04-478e-b9cc-b2d4e5e1b2a8 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.82 "DELETE /v2.0/ports/7692825d-535a-4115-ad2f-8d7f4d0579a6 HTTP/1.1" status: 204 len: 173 time: 0.6594343 Oct 14 12:35:29.993187 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f342da-805e-4c7b-9953-583f60e07bbb', 'name': 'network-vif-deleted', 'tag': '7692825d-535a-4115-ad2f-8d7f4d0579a6'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:35:29.995457 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ef86d6-c558-4ac8-b291-ff45fa165fa7" -d '{"events": [{"server_uuid": "41f342da-805e-4c7b-9953-583f60e07bbb", "name": "network-vif-deleted", "tag": "7692825d-535a-4115-ad2f-8d7f4d0579a6"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:35:30.096490 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b35576-8b1d-4451-acb5-91b6da2d09c2 x-openstack-request-id: req-d1b35576-8b1d-4451-acb5-91b6da2d09c2 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:35:30.096851 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f342da-805e-4c7b-9953-583f60e07bbb", "name": "network-vif-deleted", "tag": "7692825d-535a-4115-ad2f-8d7f4d0579a6", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:35:30.097166 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d1b35576-8b1d-4451-acb5-91b6da2d09c2 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:35:30.097633 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f342da-805e-4c7b-9953-583f60e07bbb', 'name': 'network-vif-deleted', 'tag': '7692825d-535a-4115-ad2f-8d7f4d0579a6', 'status': 'completed', 'code': 200} Oct 14 12:35:30.154303 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515445'] for router, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:30.371052 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 is scheduled to L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 with binding_index 1 {{(pid=100446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:35:30.575911 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:35:30.590479 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Sync routers for ids ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:35:30.596700 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-11d72fb9-d2ab-4c8d-ae42-91754e679d3f req-2cfe9f2f-5747-471f-aa9b-9ecd598d82e5 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=41f342da-805e-4c7b-9953-583f60e07bbb HTTP/1.1" status: 200 len: 210 time: 0.0782597 Oct 14 12:35:30.597766 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4cc150-179c-43aa-8100-435a9c09c451 None None] Network b3061b6d-f466-4cef-841b-39fe4620f01a requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:35:30.679350 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 9b33d62f-77bf-44cd-8016-1992dacd249c up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:35:30.682050 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Routers {'3e7618ff-4a16-44cb-94a3-7b9dce8accc1'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:30.683037 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:30.704721 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] Publish callbacks [] for router, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:30.705982 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-0dfa3001-5c52-45db-812f-80b3aba644e5 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7437515 Oct 14 12:35:30.711961 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58094) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:30.799394 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-2b859b84-0dd6-4c04-aa07-54bb23f16398 None None] Provisioning complete for port 9b33d62f-77bf-44cd-8016-1992dacd249c triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:30.799693 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b859b84-0dd6-4c04-aa07-54bb23f16398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:30.914856 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Set router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:31.020801 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 9b33d62f-77bf-44cd-8016-1992dacd249c triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:31.021232 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:31.187498 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:31.194103 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b859b84-0dd6-4c04-aa07-54bb23f16398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:31.306966 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-2b859b84-0dd6-4c04-aa07-54bb23f16398 None None] For port 9b33d62f-77bf-44cd-8016-1992dacd249c, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=9b33d62f-77bf-44cd-8016-1992dacd249c,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:31.310343 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:31.359667 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:29Z', 'revision_number': 3, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'gw_port': {'id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:31.385944 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Allocated IP 172.20.0.1 (b3061b6d-f466-4cef-841b-39fe4620f01a/d7fafa3b-e0df-4798-a8fe-5d157c07461b/aaab6345-d455-4f19-a2bc-e51d2e807384) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:35:31.392810 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Checking router: 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:35:31.393174 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Updating router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 port 4f45939e-af8f-4069-b592-605943d7cbf6 binding host dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:35:31.399646 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b859b84-0dd6-4c04-aa07-54bb23f16398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:31.480973 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:31.526970 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:31.530412 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.db.api [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 12:35:31.530840 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG oslo_db.api [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 12:35:31.562042 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b859b84-0dd6-4c04-aa07-54bb23f16398 None None] Pushing event updated for resources: {'Port': ['ID=9b33d62f-77bf-44cd-8016-1992dacd249c,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:31.657225 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:31.705342 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Network b3061b6d-f466-4cef-841b-39fe4620f01a is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:35:31.710580 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:35:31.714229 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:35:31.740509 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 7692825d-535a-4115-ad2f-8d7f4d0579a6 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:35:31.742520 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=aaab6345-d455-4f19-a2bc-e51d2e807384,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:31.743006 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-e8193da5-a2da-4127-9d16-d7823d527439 None None] Provisioning complete for port 9b33d62f-77bf-44cd-8016-1992dacd249c triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:31.743386 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e8193da5-a2da-4127-9d16-d7823d527439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:31.768018 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516674'] for router_interface, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:31.790273 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: 7692825d-535a-4115-ad2f-8d7f4d0579a6 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:35:31.790564 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 7692825d-535a-4115-ad2f-8d7f4d0579a6 not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:35:32.018198 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Publish callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:32.044555 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:32.076932 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-509746c1-e2ac-4c44-9015-1ba15b6d7b40 None None] Provisioning complete for port aaab6345-d455-4f19-a2bc-e51d2e807384 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:32.077351 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-509746c1-e2ac-4c44-9015-1ba15b6d7b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:32.117337 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-509746c1-e2ac-4c44-9015-1ba15b6d7b40 None None] Port aaab6345-d455-4f19-a2bc-e51d2e807384 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:35:32.148476 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:32.227193 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Attempting to bind port 4f45939e-af8f-4069-b592-605943d7cbf6 on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:35:32.227557 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Attempting to bind port 4f45939e-af8f-4069-b592-605943d7cbf6 by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:35:32.227977 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Attempting to bind port 4f45939e-af8f-4069-b592-605943d7cbf6 on network 391d765e-ac37-49b7-9354-c7118e5ccf2f {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:35:32.231415 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731b765-9cd1-4e8d-9c78-1017eb913b5d None None] Pushing event updated for resources: {'Port': ['ID=4f45939e-af8f-4069-b592-605943d7cbf6,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:32.239778 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:35:32.240199 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Checking segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:35:32.240868 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:32.241539 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Bound using segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:35:32.242339 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Bound port: 4f45939e-af8f-4069-b592-605943d7cbf6, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:35:32.243012 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:32.262035 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:32.300207 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] For port 4f45939e-af8f-4069-b592-605943d7cbf6, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:35:32.303375 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] For port 4f45939e-af8f-4069-b592-605943d7cbf6, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=4f45939e-af8f-4069-b592-605943d7cbf6,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:35:32.336804 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9919115'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:32.370685 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:32.417898 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516662'] for router_interface, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:32.420500 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=aaab6345-d455-4f19-a2bc-e51d2e807384,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:32.434136 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Routers {'3e7618ff-4a16-44cb-94a3-7b9dce8accc1'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:32.435126 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:32.497828 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731b765-9cd1-4e8d-9c78-1017eb913b5d None None] Pushing event updated for resources: {'Port': ['ID=4f45939e-af8f-4069-b592-605943d7cbf6,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:32.517571 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 9b33d62f-77bf-44cd-8016-1992dacd249c up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:35:32.542798 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Network b3061b6d-f466-4cef-841b-39fe4620f01a is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:35:32.544338 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:35:32.615159 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] Set router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:32.673024 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 9b33d62f-77bf-44cd-8016-1992dacd249c triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:32.673871 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:32.687720 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:35:32.815332 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:35:32.821476 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-acfed3c2-f559-4678-be6b-41676ca53bf2 admin admin] 10.222.0.71 "PUT /v2.0/routers/3e7618ff-4a16-44cb-94a3-7b9dce8accc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1076891 Oct 14 12:35:32.884684 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bd8a3749-18e5-46e3-8cbf-7655c29d8ee3 None None] Provisioning complete for port aaab6345-d455-4f19-a2bc-e51d2e807384 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:32.885276 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3749-18e5-46e3-8cbf-7655c29d8ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:32.970425 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a3749-18e5-46e3-8cbf-7655c29d8ee3 None None] Port aaab6345-d455-4f19-a2bc-e51d2e807384 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:35:32.999457 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 4, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'gw_port': {'id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'aaab6345-d455-4f19-a2bc-e51d2e807384', 'name': '', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'mac_address': 'fa:16:3e:6e:62:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:31Z', 'updated_at': '2021-10-14T12:35:32Z', 'revision_number': 2, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'subnets': [{'id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:33.032666 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ab61e-a483-4959-b219-fb204de07c63 None None] The sync data for ids ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'] in dv-cinder-813984-2-iscsi is: [{'id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 4, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'gw_port': {'id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'aaab6345-d455-4f19-a2bc-e51d2e807384', 'name': '', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'mac_address': 'fa:16:3e:6e:62:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:31Z', 'updated_at': '2021-10-14T12:35:32Z', 'revision_number': 2, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'subnets': [{'id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:35:33.673741 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58124) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:33.679299 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1755228536-network', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:33.799153 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] Made reservation on behalf of 5b1a9ca65c644451911d1bb7add4c628 for: {'network': 1} {{(pid=100446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:35:33.801531 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for network, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:33.811637 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] Publish callbacks [] for security_group, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:33.907236 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.016098 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.050576 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=100446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:35:34.062695 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9920c2c-b36b-4d3e-b276-4687ebdc371b,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:34.067668 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.077553 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.segments_db [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] Added segment df5839f6-d86a-4807-9506-81d2dddedce0 of type vlan for network e3093d06-7135-4129-8bde-447a298e396c Oct 14 12:35:34.134833 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727719560048'] for network, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.211955 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58128) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:34.249292 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053'] for network, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.260919 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:34.260919 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.345061 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] Pushing event updated for resources: {'Network': ['ID=e3093d06-7135-4129-8bde-447a298e396c,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:34.358763 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Network e3093d06-7135-4129-8bde-447a298e396c details requested by agent ovs-agent-dv-cinder-813984-2-iscsi with host dv-cinder-813984-2-iscsi {{(pid=100448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:35:34.380409 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-a5002216-8a6c-4dc9-8d84-7322f51cbbee admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7056506 Oct 14 12:35:34.384565 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58130) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:34.394528 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9ed83dcd-aea3-48da-a165-587edbec5e6e admin admin] Request body: {'subnet': {'network_id': 'e3093d06-7135-4129-8bde-447a298e396c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1755228536-subnet', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628', 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:34.490208 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed83dcd-aea3-48da-a165-587edbec5e6e admin admin] Made reservation on behalf of 5b1a9ca65c644451911d1bb7add4c628 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:35:34.493477 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ed83dcd-aea3-48da-a165-587edbec5e6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9230732'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.493643 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-eeeede61-1dc1-43ab-acd6-c1d6929a5f3b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Deleting port ef1a656a-60fb-47cd-ace0-fd1c65794a84 {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:35:34.494122 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-eeeede61-1dc1-43ab-acd6-c1d6929a5f3b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.568944 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 4f45939e-af8f-4069-b592-605943d7cbf6 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:35:34.611780 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-eeeede61-1dc1-43ab-acd6-c1d6929a5f3b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.612061 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-eeeede61-1dc1-43ab-acd6-c1d6929a5f3b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.628550 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 4f45939e-af8f-4069-b592-605943d7cbf6 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:34.629334 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.634392 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-eeeede61-1dc1-43ab-acd6-c1d6929a5f3b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Calling delete_port for ef1a656a-60fb-47cd-ace0-fd1c65794a84 owned by network:floatingip {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:35:34.744690 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.766448 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port 4f45939e-af8f-4069-b592-605943d7cbf6, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=4f45939e-af8f-4069-b592-605943d7cbf6,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:34.806248 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ed83dcd-aea3-48da-a165-587edbec5e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9883324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9230746'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.856513 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.869053 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed83dcd-aea3-48da-a165-587edbec5e6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ef95e5-69e0-42b3-8a88-959da68ca530,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:34.879073 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-eeeede61-1dc1-43ab-acd6-c1d6929a5f3b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.881865 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed83dcd-aea3-48da-a165-587edbec5e6e admin admin] Checking segment: {'id': 'df5839f6-d86a-4807-9506-81d2dddedce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e3093d06-7135-4129-8bde-447a298e396c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:35:34.882462 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed83dcd-aea3-48da-a165-587edbec5e6e admin admin] Network hostable DHCP agents. Network: e3093d06-7135-4129-8bde-447a298e396c, hostable agents: ['0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:35:34.913794 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeede61-1dc1-43ab-acd6-c1d6929a5f3b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event deleted for resources: {'Port': ['ID=ef1a656a-60fb-47cd-ace0-fd1c65794a84,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:34.946741 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=4f45939e-af8f-4069-b592-605943d7cbf6,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:34.970621 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed83dcd-aea3-48da-a165-587edbec5e6e admin admin] Network e3093d06-7135-4129-8bde-447a298e396c is scheduled to be hosted by DHCP agent 0e9a6e1c-60fe-4fc7-9a83-df0d4a6a8bc8 with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:35:34.997338 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-eeeede61-1dc1-43ab-acd6-c1d6929a5f3b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for floatingip, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:34.999009 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.l3_db [None req-eeeede61-1dc1-43ab-acd6-c1d6929a5f3b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Floating IP b03a3496-0bf2-4d45-aa39-224c3552e138 disassociated (deleted). External IP: 172.27.2.22, port: 3ccc6aea-1579-49ec-b4c0-3755f5f86a20. Oct 14 12:35:35.050401 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-9ed83dcd-aea3-48da-a165-587edbec5e6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-2-iscsi, e3093d06-7135-4129-8bde-447a298e396c) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:35:35.057110 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed83dcd-aea3-48da-a165-587edbec5e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:35.059023 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ed83dcd-aea3-48da-a165-587edbec5e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:35.063008 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc33f8f8-4c97-4be5-a6ed-eecfce1da20b None None] Network e3093d06-7135-4129-8bde-447a298e396c requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:35:35.182454 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-9ed83dcd-aea3-48da-a165-587edbec5e6e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7956772 Oct 14 12:35:35.184803 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58132) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:35.191747 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1755228536-router', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:35.266428 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32e92919-0b57-5c86-a9a5-2f6e9a8fe1ba-e3093d06-7135-4129-8bde-447a298e396c', 'network_id': 'e3093d06-7135-4129-8bde-447a298e396c', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628', 'fixed_ips': [{'subnet_id': 'b9ef95e5-69e0-42b3-8a88-959da68ca530'}]}} from dv-cinder-813984-2-iscsi. {{(pid=100448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:35:35.272848 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:35.291719 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6897'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:35.292689 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6856'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:35.293765 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeeede61-1dc1-43ab-acd6-c1d6929a5f3b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:35:35.337041 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Sync routers for ids ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:35:35.354381 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Routers {'3e7618ff-4a16-44cb-94a3-7b9dce8accc1'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:35.355790 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:35.363029 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:35.476955 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Set router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:35.517759 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Allocated IP 172.20.0.2 (e3093d06-7135-4129-8bde-447a298e396c/b9ef95e5-69e0-42b3-8a88-959da68ca530/d7c94363-e5a2-4b00-a787-aa3120225a8c) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:35:35.686916 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:35.740487 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Publish callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:35.762710 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeede61-1dc1-43ab-acd6-c1d6929a5f3b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:35:35.767892 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-eeeede61-1dc1-43ab-acd6-c1d6929a5f3b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:35.776614 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a2c4b-85ad-4a39-be2e-5fdfb9bbaebf None None] Sync routers for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:35:35.793726 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a2c4b-85ad-4a39-be2e-5fdfb9bbaebf None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:35.794920 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-8f9a2c4b-85ad-4a39-be2e-5fdfb9bbaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:35.805403 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-eeeede61-1dc1-43ab-acd6-c1d6929a5f3b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "DELETE /v2.0/floatingips/b03a3496-0bf2-4d45-aa39-224c3552e138 HTTP/1.1" status: 204 len: 168 time: 1.5919039 Oct 14 12:35:35.806697 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'tag': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:35:35.811569 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a4a7da35251cd845a75d208fb6f40823871570cd89c2545b4640923bed6cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8586a412-19ab-489e-ba28-6fe0faae4507" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac2814e-8a6b-46b6-a8a6-edf522838f2c", "tag": "3ccc6aea-1579-49ec-b4c0-3755f5f86a20"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:35:35.845511 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 4, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'gw_port': {'id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'aaab6345-d455-4f19-a2bc-e51d2e807384', 'name': '', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'mac_address': 'fa:16:3e:6e:62:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:31Z', 'updated_at': '2021-10-14T12:35:32Z', 'revision_number': 2, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'subnets': [{'id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:35.875068 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Checking router: 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:35:35.875523 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Updating router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 port aaab6345-d455-4f19-a2bc-e51d2e807384 binding host dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:35:35.877883 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667b6a59-4c7c-45a7-882e-1953d2df00e4 x-openstack-request-id: req-667b6a59-4c7c-45a7-882e-1953d2df00e4 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:35:35.886324 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac2814e-8a6b-46b6-a8a6-edf522838f2c", "tag": "3ccc6aea-1579-49ec-b4c0-3755f5f86a20", "status": "completed", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:35:35.888493 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-667b6a59-4c7c-45a7-882e-1953d2df00e4 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:35:35.889422 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'tag': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'status': 'completed', 'code': 200} Oct 14 12:35:35.904467 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:35.911707 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:35.953110 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Network e3093d06-7135-4129-8bde-447a298e396c is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:35:35.962324 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:35:35.972254 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:35:36.033349 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Pushing event updated for resources: {'Port': ['ID=d7c94363-e5a2-4b00-a787-aa3120225a8c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:36.107586 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586a412-19ab-489e-ba28-6fe0faae4507 req-0b7cd5f2-a00b-4b8c-ad18-25dbc3e9e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:36.110794 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8586a412-19ab-489e-ba28-6fe0faae4507 req-0b7cd5f2-a00b-4b8c-ad18-25dbc3e9e110 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 1098 time: 0.1976447 Oct 14 12:35:36.127257 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-8f9a2c4b-85ad-4a39-be2e-5fdfb9bbaebf None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:36.164236 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Attempting to bind port d7c94363-e5a2-4b00-a787-aa3120225a8c on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:35:36.164608 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Attempting to bind port d7c94363-e5a2-4b00-a787-aa3120225a8c by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': 'df5839f6-d86a-4807-9506-81d2dddedce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e3093d06-7135-4129-8bde-447a298e396c'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:35:36.164972 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Attempting to bind port d7c94363-e5a2-4b00-a787-aa3120225a8c on network e3093d06-7135-4129-8bde-447a298e396c {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:35:36.181622 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:35:36.181994 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Checking segment: {'id': 'df5839f6-d86a-4807-9506-81d2dddedce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e3093d06-7135-4129-8bde-447a298e396c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:35:36.182403 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:36.182838 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Bound using segment: {'id': 'df5839f6-d86a-4807-9506-81d2dddedce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e3093d06-7135-4129-8bde-447a298e396c'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:35:36.183571 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Bound port: d7c94363-e5a2-4b00-a787-aa3120225a8c, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5839f6-d86a-4807-9506-81d2dddedce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e3093d06-7135-4129-8bde-447a298e396c'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:35:36.184073 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:36.275342 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:36.292320 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:36.368185 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Publish callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:36.393258 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586a412-19ab-489e-ba28-6fe0faae4507 req-c011130d-bcdc-41e4-a74c-98deb8328f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:36.395788 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8586a412-19ab-489e-ba28-6fe0faae4507 req-c011130d-bcdc-41e4-a74c-98deb8328f6d service neutron] 10.222.0.82 "GET /v2.0/networks?id=140e7268-9a2f-434a-85c9-99efbcd597b9 HTTP/1.1" status: 200 len: 913 time: 0.2527494 Oct 14 12:35:36.427557 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:36.531108 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-04d4698f-192c-4afe-a729-6064317da517 None None] For port d7c94363-e5a2-4b00-a787-aa3120225a8c, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:35:36.534814 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 4f45939e-af8f-4069-b592-605943d7cbf6 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:35:36.560878 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465512b-e619-4e36-8ba0-08940ada8927 None None] Pushing event updated for resources: {'Port': ['ID=aaab6345-d455-4f19-a2bc-e51d2e807384,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:36.574711 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-04d4698f-192c-4afe-a729-6064317da517 None None] For port d7c94363-e5a2-4b00-a787-aa3120225a8c, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=d7c94363-e5a2-4b00-a787-aa3120225a8c,segment=NetworkSegment(df5839f6-d86a-4807-9506-81d2dddedce0),segment_id=df5839f6-d86a-4807-9506-81d2dddedce0)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:35:36.649605 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:36.655599 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 4f45939e-af8f-4069-b592-605943d7cbf6 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:36.656171 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:36.673783 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Attempting to bind port aaab6345-d455-4f19-a2bc-e51d2e807384 on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:35:36.678935 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Attempting to bind port aaab6345-d455-4f19-a2bc-e51d2e807384 by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': 'a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:35:36.678935 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Attempting to bind port aaab6345-d455-4f19-a2bc-e51d2e807384 on network b3061b6d-f466-4cef-841b-39fe4620f01a {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:35:36.686964 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465512b-e619-4e36-8ba0-08940ada8927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:36.688090 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465512b-e619-4e36-8ba0-08940ada8927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:36.688841 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465512b-e619-4e36-8ba0-08940ada8927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:36.689610 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465512b-e619-4e36-8ba0-08940ada8927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:36.690381 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465512b-e619-4e36-8ba0-08940ada8927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:36.691149 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465512b-e619-4e36-8ba0-08940ada8927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:36.691872 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465512b-e619-4e36-8ba0-08940ada8927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:36.692629 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465512b-e619-4e36-8ba0-08940ada8927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:36.693399 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465512b-e619-4e36-8ba0-08940ada8927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:36.694254 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465512b-e619-4e36-8ba0-08940ada8927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:36.695253 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465512b-e619-4e36-8ba0-08940ada8927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:36.697233 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465512b-e619-4e36-8ba0-08940ada8927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:36.702444 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:35:36.703310 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Checking segment: {'id': 'a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:35:36.704323 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:36.705136 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Bound using segment: {'id': 'a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:35:36.706156 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Bound port: aaab6345-d455-4f19-a2bc-e51d2e807384, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:35:36.707097 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:36.734058 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-8f9a2c4b-85ad-4a39-be2e-5fdfb9bbaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:36.793001 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a2c4b-85ad-4a39-be2e-5fdfb9bbaebf None None] Checking router: 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:35:36.810889 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4698f-192c-4afe-a729-6064317da517 None None] Pushing event updated for resources: {'Port': ['ID=d7c94363-e5a2-4b00-a787-aa3120225a8c,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:36.821641 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a2c4b-85ad-4a39-be2e-5fdfb9bbaebf None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:36.822286 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-8f9a2c4b-85ad-4a39-be2e-5fdfb9bbaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:36.860084 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] For port aaab6345-d455-4f19-a2bc-e51d2e807384, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:35:36.865125 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] For port aaab6345-d455-4f19-a2bc-e51d2e807384, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=aaab6345-d455-4f19-a2bc-e51d2e807384,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:35:36.887357 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8586a412-19ab-489e-ba28-6fe0faae4507 req-a27aa4c7-6cb8-49f0-8004-a3d7512e29df service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ccc6aea-1579-49ec-b4c0-3755f5f86a20 HTTP/1.1" status: 200 len: 217 time: 0.4815824 Oct 14 12:35:36.914551 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:36.964492 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-7e91d9bd-b702-4287-8127-17eee86246f9 None None] Provisioning complete for port aaab6345-d455-4f19-a2bc-e51d2e807384 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:36.964990 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7e91d9bd-b702-4287-8127-17eee86246f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:37.018882 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586a412-19ab-489e-ba28-6fe0faae4507 req-1d853f94-dd34-4b27-8777-497b961ebb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:37.021378 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8586a412-19ab-489e-ba28-6fe0faae4507 req-1d853f94-dd34-4b27-8777-497b961ebb47 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1 HTTP/1.1" status: 200 len: 851 time: 0.1107123 Oct 14 12:35:37.051844 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465512b-e619-4e36-8ba0-08940ada8927 None None] Pushing event updated for resources: {'Port': ['ID=aaab6345-d455-4f19-a2bc-e51d2e807384,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:37.099234 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Routers {'3e7618ff-4a16-44cb-94a3-7b9dce8accc1'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:37.100807 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:37.103149 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-8f9a2c4b-85ad-4a39-be2e-5fdfb9bbaebf None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:37.104851 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0def92-0639-4a2a-839f-65c0743a1cdc req-574c5f46-e1ff-48de-8968-9b9e963ef81b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:37.118568 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6a0def92-0639-4a2a-839f-65c0743a1cdc req-574c5f46-e1ff-48de-8968-9b9e963ef81b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 945 time: 0.7743084 Oct 14 12:35:37.251422 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] Set router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:37.272487 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:37.295030 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7e91d9bd-b702-4287-8127-17eee86246f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:37.329503 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Allocated IP 172.27.2.182 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/34329753-3f73-4e22-a515-f0721346dc11) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:35:37.359029 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6a0def92-0639-4a2a-839f-65c0743a1cdc req-7e4f9e73-51bf-4b96-b6d1-01670741a1fd tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388339 Oct 14 12:35:37.386539 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586a412-19ab-489e-ba28-6fe0faae4507 req-11fb4554-6720-4a98-840f-de363a9b3134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:37.389734 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8586a412-19ab-489e-ba28-6fe0faae4507 req-11fb4554-6720-4a98-840f-de363a9b3134 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=140e7268-9a2f-434a-85c9-99efbcd597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3591032 Oct 14 12:35:37.399650 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-7e91d9bd-b702-4287-8127-17eee86246f9 None None] For port aaab6345-d455-4f19-a2bc-e51d2e807384, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=aaab6345-d455-4f19-a2bc-e51d2e807384,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:37.464275 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7e91d9bd-b702-4287-8127-17eee86246f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:37.567795 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d9bd-b702-4287-8127-17eee86246f9 None None] Pushing event updated for resources: {'Port': ['ID=aaab6345-d455-4f19-a2bc-e51d2e807384,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:37.579648 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-8f9a2c4b-85ad-4a39-be2e-5fdfb9bbaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:37.604160 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 4, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'gw_port': {'id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'aaab6345-d455-4f19-a2bc-e51d2e807384', 'name': '', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'mac_address': 'fa:16:3e:6e:62:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:31Z', 'updated_at': '2021-10-14T12:35:36Z', 'revision_number': 4, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'subnets': [{'id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:37.611451 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8586a412-19ab-489e-ba28-6fe0faae4507 req-65da8d31-1020-4efc-8e93-63dda5c514c1 service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049425 Oct 14 12:35:37.633155 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:37.635218 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a2c4b-85ad-4a39-be2e-5fdfb9bbaebf None None] The sync data for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi is: [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:27:23Z', 'revision_number': 4, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'bac81cc9-ba1d-46ac-83a5-fbd9394b6539', 'name': '', 'network_id': '140e7268-9a2f-434a-85c9-99efbcd597b9', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'mac_address': 'fa:16:3e:a5:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:23Z', 'updated_at': '2021-10-14T12:27:28Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'subnets': [{'id': '3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:35:37.650049 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-f0b2f34f-f66d-4fb2-83e1-27f4c6743096 None None] Provisioning complete for port aaab6345-d455-4f19-a2bc-e51d2e807384 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:37.650049 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0b2f34f-f66d-4fb2-83e1-27f4c6743096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:37.654613 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0059de50-26dd-43ed-ba08-775369a86be7 None None] The sync data for ids ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'] in dv-cinder-813984-2-iscsi is: [{'id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 4, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'gw_port': {'id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'aaab6345-d455-4f19-a2bc-e51d2e807384', 'name': '', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'mac_address': 'fa:16:3e:6e:62:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:31Z', 'updated_at': '2021-10-14T12:35:36Z', 'revision_number': 4, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'subnets': [{'id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:35:37.846378 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8586a412-19ab-489e-ba28-6fe0faae4507 req-4800357c-2c53-4904-84e9-f252c5c6914d service neutron] 10.222.0.82 "GET /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261243 Oct 14 12:35:37.862220 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7bf43-3a1e-479d-9b7e-fe81b2065ac9 req-87935d55-b132-4273-b680-62f049a8365b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:37.865153 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-89a7bf43-3a1e-479d-9b7e-fe81b2065ac9 req-87935d55-b132-4273-b680-62f049a8365b tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.82 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 945 time: 0.1139784 Oct 14 12:35:37.919662 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:38.004652 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:35:38.013605 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:35:38.020116 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:35:38.052809 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Pushing event updated for resources: {'Port': ['ID=34329753-3f73-4e22-a515-f0721346dc11,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:38.153254 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-89a7bf43-3a1e-479d-9b7e-fe81b2065ac9 req-1f9379d6-c2f5-433d-8f6e-fbeaecc440b3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Deleting port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:35:38.153604 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-89a7bf43-3a1e-479d-9b7e-fe81b2065ac9 req-1f9379d6-c2f5-433d-8f6e-fbeaecc440b3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:38.164688 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f186c3b-129d-4f81-84d1-dc31892da0c0 None None] New status for floating IP b03a3496-0bf2-4d45-aa39-224c3552e138: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:35:38.215351 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78091f14-5bfa-4f72-a25c-e29621a60300 None None] Network e3093d06-7135-4129-8bde-447a298e396c requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:35:38.339509 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-1389b145-4b2b-41f4-914f-034f061fe1e4 None None] Provisioning complete for port d7c94363-e5a2-4b00-a787-aa3120225a8c triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:38.339925 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1389b145-4b2b-41f4-914f-034f061fe1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:38.374320 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-89a7bf43-3a1e-479d-9b7e-fe81b2065ac9 req-1f9379d6-c2f5-433d-8f6e-fbeaecc440b3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] For port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccc6aea-1579-49ec-b4c0-3755f5f86a20,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:38.384139 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-89a7bf43-3a1e-479d-9b7e-fe81b2065ac9 req-1f9379d6-c2f5-433d-8f6e-fbeaecc440b3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:38.391230 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-89a7bf43-3a1e-479d-9b7e-fe81b2065ac9 req-1f9379d6-c2f5-433d-8f6e-fbeaecc440b3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Calling delete_port for 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:35:38.545701 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1389b145-4b2b-41f4-914f-034f061fe1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:38.613184 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-1389b145-4b2b-41f4-914f-034f061fe1e4 None None] For port d7c94363-e5a2-4b00-a787-aa3120225a8c, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=d7c94363-e5a2-4b00-a787-aa3120225a8c,segment=NetworkSegment(df5839f6-d86a-4807-9506-81d2dddedce0),segment_id=df5839f6-d86a-4807-9506-81d2dddedce0)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:38.686974 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802907c9-3e0e-41af-b2af-ff47d1de96f6 req-486b4765-9acf-468c-b248-3c70d3b50897 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:38.695092 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-802907c9-3e0e-41af-b2af-ff47d1de96f6 req-486b4765-9acf-468c-b248-3c70d3b50897 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 945 time: 0.1873786 Oct 14 12:35:38.704811 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:38.733566 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1389b145-4b2b-41f4-914f-034f061fe1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:38.795932 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device d7c94363-e5a2-4b00-a787-aa3120225a8c up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:35:38.848516 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-802907c9-3e0e-41af-b2af-ff47d1de96f6 req-d02e264a-d39f-4d0f-8c62-847739ca9bc1 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0b03387-82c4-4cb0-be26-e5900d53b485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520789 Oct 14 12:35:38.879704 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389b145-4b2b-41f4-914f-034f061fe1e4 None None] Pushing event updated for resources: {'Port': ['ID=d7c94363-e5a2-4b00-a787-aa3120225a8c,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:38.891264 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port d7c94363-e5a2-4b00-a787-aa3120225a8c triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:38.891638 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:38.976561 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-89a7bf43-3a1e-479d-9b7e-fe81b2065ac9 req-1f9379d6-c2f5-433d-8f6e-fbeaecc440b3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:38.992380 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device aaab6345-d455-4f19-a2bc-e51d2e807384 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:35:39.012219 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9379d6-c2f5-433d-8f6e-fbeaecc440b3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event deleted for resources: {'Port': ['ID=3ccc6aea-1579-49ec-b4c0-3755f5f86a20,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:39.016210 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-5b8365cb-d321-4cb7-9c67-db851b3adc7f None None] Provisioning complete for port d7c94363-e5a2-4b00-a787-aa3120225a8c triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:39.016592 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5b8365cb-d321-4cb7-9c67-db851b3adc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:39.081810 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port aaab6345-d455-4f19-a2bc-e51d2e807384 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:39.082158 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:39.107220 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a7bf43-3a1e-479d-9b7e-fe81b2065ac9 req-1f9379d6-c2f5-433d-8f6e-fbeaecc440b3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] No DVR routers for this DVR port 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:35:39.111054 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-89a7bf43-3a1e-479d-9b7e-fe81b2065ac9 req-1f9379d6-c2f5-433d-8f6e-fbeaecc440b3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:39.114422 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-89a7bf43-3a1e-479d-9b7e-fe81b2065ac9 req-1f9379d6-c2f5-433d-8f6e-fbeaecc440b3 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.82 "DELETE /v2.0/ports/3ccc6aea-1579-49ec-b4c0-3755f5f86a20 HTTP/1.1" status: 204 len: 173 time: 1.2432554 Oct 14 12:35:39.114900 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'name': 'network-vif-deleted', 'tag': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:35:39.117240 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfe82ca-d16b-4c50-b2ea-27912e34b9d7" -d '{"events": [{"server_uuid": "3ac2814e-8a6b-46b6-a8a6-edf522838f2c", "name": "network-vif-deleted", "tag": "3ccc6aea-1579-49ec-b4c0-3755f5f86a20"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:35:39.159685 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515445'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:39.232253 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd68d97b-d86f-4bba-939d-a1a983823356 x-openstack-request-id: req-bd68d97b-d86f-4bba-939d-a1a983823356 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:35:39.232657 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac2814e-8a6b-46b6-a8a6-edf522838f2c", "name": "network-vif-deleted", "tag": "3ccc6aea-1579-49ec-b4c0-3755f5f86a20", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:35:39.233042 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bd68d97b-d86f-4bba-939d-a1a983823356 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:35:39.233629 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac2814e-8a6b-46b6-a8a6-edf522838f2c', 'name': 'network-vif-deleted', 'tag': '3ccc6aea-1579-49ec-b4c0-3755f5f86a20', 'status': 'completed', 'code': 200} Oct 14 12:35:39.462502 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Router a57d4603-3c1d-43e6-910e-38da5888ab68 is scheduled to L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:35:39.610162 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:35:39.630269 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Sync routers for ids ['a57d4603-3c1d-43e6-910e-38da5888ab68'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:35:39.643844 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Routers {'a57d4603-3c1d-43e6-910e-38da5888ab68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:39.644472 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['a57d4603-3c1d-43e6-910e-38da5888ab68'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:39.682830 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:35:39.709069 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:35:39.709448 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device 3ccc6aea-1579-49ec-b4c0-3755f5f86a20 not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:35:39.715517 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] Publish callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:39.716856 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-c667954b-d86d-4ec6-ac45-98f649dd1452 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5309186 Oct 14 12:35:39.720672 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58144) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:39.797032 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Set router a57d4603-3c1d-43e6-910e-38da5888ab68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:40.027010 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4a6d0718-f19c-46a5-a865-55b848c40dcf req-d7cff22f-cd3f-4c7c-ac0f-9e57b3d06d87 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac2814e-8a6b-46b6-a8a6-edf522838f2c HTTP/1.1" status: 200 len: 210 time: 0.0624225 Oct 14 12:35:40.039456 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'name': 'tempest-TestShelveInstance-1755228536-router', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '34329753-3f73-4e22-a515-f0721346dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:35Z', 'updated_at': '2021-10-14T12:35:38Z', 'revision_number': 3, 'project_id': '5b1a9ca65c644451911d1bb7add4c628', 'gw_port': {'id': '34329753-3f73-4e22-a515-f0721346dc11', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:36Z', 'updated_at': '2021-10-14T12:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:40.082045 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Checking router: a57d4603-3c1d-43e6-910e-38da5888ab68 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:35:40.082394 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Updating router a57d4603-3c1d-43e6-910e-38da5888ab68 port 34329753-3f73-4e22-a515-f0721346dc11 binding host dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:35:40.113564 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:40.308382 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:40.445922 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Publish callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:40.523773 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Allocated IP 172.20.0.1 (e3093d06-7135-4129-8bde-447a298e396c/b9ef95e5-69e0-42b3-8a88-959da68ca530/213cc3f6-43f5-4639-ba98-1aa3f659cc9f) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:35:40.530987 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:40.537214 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device d7c94363-e5a2-4b00-a787-aa3120225a8c up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:35:40.679327 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a8fc6-a8a9-48fb-92da-47e092905ff9 None None] Pushing event updated for resources: {'Port': ['ID=34329753-3f73-4e22-a515-f0721346dc11,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:40.687209 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Attempting to bind port 34329753-3f73-4e22-a515-f0721346dc11 on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:35:40.687209 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Attempting to bind port 34329753-3f73-4e22-a515-f0721346dc11 by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:35:40.687209 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Attempting to bind port 34329753-3f73-4e22-a515-f0721346dc11 on network 391d765e-ac37-49b7-9354-c7118e5ccf2f {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:35:40.696972 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:35:40.697576 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Checking segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:35:40.698535 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:40.698871 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Bound using segment: {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:35:40.699682 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Bound port: 34329753-3f73-4e22-a515-f0721346dc11, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77a9a44-bf8d-48fc-ac10-56b7156cba4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:35:40.700291 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:40.704337 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:40.767719 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port d7c94363-e5a2-4b00-a787-aa3120225a8c triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:40.768078 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:40.807487 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] For port 34329753-3f73-4e22-a515-f0721346dc11, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:35:40.812318 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] For port 34329753-3f73-4e22-a515-f0721346dc11, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=34329753-3f73-4e22-a515-f0721346dc11,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:35:40.861789 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:40.904698 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Network e3093d06-7135-4129-8bde-447a298e396c is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:35:40.907615 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:35:40.916295 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:35:40.922776 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Pushing event updated for resources: {'Port': ['ID=213cc3f6-43f5-4639-ba98-1aa3f659cc9f,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:40.943193 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:40.980676 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516674'] for router_interface, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:41.022530 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Routers {'a57d4603-3c1d-43e6-910e-38da5888ab68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:41.023428 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['a57d4603-3c1d-43e6-910e-38da5888ab68'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:41.032358 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a8fc6-a8a9-48fb-92da-47e092905ff9 None None] Pushing event updated for resources: {'Port': ['ID=34329753-3f73-4e22-a515-f0721346dc11,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:41.100867 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58150) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:41.231964 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] Set router a57d4603-3c1d-43e6-910e-38da5888ab68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:41.281723 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e6acfaf7-8499-447f-8332-10c4a2f6c501 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Deleting port aa2326db-849e-43b2-9cb2-31a247b44ab9 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:35:41.282329 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6acfaf7-8499-447f-8332-10c4a2f6c501 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:41.290029 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-2a16413b-f345-4803-95bd-8ed3fe92c959 None None] Provisioning complete for port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:41.290399 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a16413b-f345-4803-95bd-8ed3fe92c959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:41.298489 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:41.381810 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2a16413b-f345-4803-95bd-8ed3fe92c959 None None] Port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:35:41.397758 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6acfaf7-8499-447f-8332-10c4a2f6c501 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:41.398594 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6acfaf7-8499-447f-8332-10c4a2f6c501 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:41.415116 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e6acfaf7-8499-447f-8332-10c4a2f6c501 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Calling delete_port for aa2326db-849e-43b2-9cb2-31a247b44ab9 owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:35:41.473580 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'name': 'tempest-TestShelveInstance-1755228536-router', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '34329753-3f73-4e22-a515-f0721346dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:35Z', 'updated_at': '2021-10-14T12:35:38Z', 'revision_number': 3, 'project_id': '5b1a9ca65c644451911d1bb7add4c628', 'gw_port': {'id': '34329753-3f73-4e22-a515-f0721346dc11', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:36Z', 'updated_at': '2021-10-14T12:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:41.516093 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e26393-c223-456c-a642-64a1e8bd53fc None None] The sync data for ids ['a57d4603-3c1d-43e6-910e-38da5888ab68'] in dv-cinder-813984-2-iscsi is: [{'id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'name': 'tempest-TestShelveInstance-1755228536-router', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '34329753-3f73-4e22-a515-f0721346dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:35Z', 'updated_at': '2021-10-14T12:35:38Z', 'revision_number': 3, 'project_id': '5b1a9ca65c644451911d1bb7add4c628', 'gw_port': {'id': '34329753-3f73-4e22-a515-f0721346dc11', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:36Z', 'updated_at': '2021-10-14T12:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:35:41.555796 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:41.656274 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9919115'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:41.718920 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6acfaf7-8499-447f-8332-10c4a2f6c501 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:41.776379 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516662'] for router_interface, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:41.790306 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Pushing event updated for resources: {'Port': ['ID=213cc3f6-43f5-4639-ba98-1aa3f659cc9f,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:41.804538 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acfaf7-8499-447f-8332-10c4a2f6c501 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event deleted for resources: {'Port': ['ID=aa2326db-849e-43b2-9cb2-31a247b44ab9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:41.814314 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:41.814869 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:41.815315 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:41.815848 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:41.816384 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:41.816907 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:41.817464 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:41.817989 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:41.818531 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:41.819721 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:41.820611 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:41.820754 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:41.921777 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6acfaf7-8499-447f-8332-10c4a2f6c501 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:41.926469 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6acfaf7-8499-447f-8332-10c4a2f6c501 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:41.932335 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-e6acfaf7-8499-447f-8332-10c4a2f6c501 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "DELETE /v2.0/floatingips/304e7d31-7ac6-4dd1-8951-7f70745d617a HTTP/1.1" status: 204 len: 168 time: 0.8263519 Oct 14 12:35:41.969264 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Network e3093d06-7135-4129-8bde-447a298e396c is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:35:41.971863 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:35:42.152701 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Router a57d4603-3c1d-43e6-910e-38da5888ab68 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:35:42.299398 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:35:42.307057 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-36c35f1e-7dc1-451f-a1d0-9046b3a67378 admin admin] 10.222.0.71 "PUT /v2.0/routers/a57d4603-3c1d-43e6-910e-38da5888ab68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5831068 Oct 14 12:35:42.328095 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-8a304a82-0356-4f52-af65-e0042af95bbd None None] Provisioning complete for port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:42.328748 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a304a82-0356-4f52-af65-e0042af95bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:42.396958 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-8a304a82-0356-4f52-af65-e0042af95bbd None None] Port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:35:42.547860 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 34329753-3f73-4e22-a515-f0721346dc11 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:35:42.625819 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 34329753-3f73-4e22-a515-f0721346dc11 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:42.626247 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:42.721985 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:42.747867 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] For port 34329753-3f73-4e22-a515-f0721346dc11, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=34329753-3f73-4e22-a515-f0721346dc11,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:42.821892 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:42.883155 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Pushing event updated for resources: {'Port': ['ID=34329753-3f73-4e22-a515-f0721346dc11,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:43.196259 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58166) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:43.201218 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4c999cc0-10a8-4501-88f3-ddd4cc74e2ca tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-116496574', 'description': 'tempest-secgroup-smoke-116496574 description', 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:43.289865 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c999cc0-10a8-4501-88f3-ddd4cc74e2ca tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:43.348259 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58170) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:43.363579 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c999cc0-10a8-4501-88f3-ddd4cc74e2ca tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:43.412690 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4449c2c0-0aa7-4f6c-ac8d-d78f32e96265 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:43.432413 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c999cc0-10a8-4501-88f3-ddd4cc74e2ca tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:43.439821 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4449c2c0-0aa7-4f6c-ac8d-d78f32e96265 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:43.463592 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c999cc0-10a8-4501-88f3-ddd4cc74e2ca tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb54a00-4452-4f6c-8320-c72643a798b9,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:43.532189 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c999cc0-10a8-4501-88f3-ddd4cc74e2ca tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:43.533447 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-4c999cc0-10a8-4501-88f3-ddd4cc74e2ca tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3359087 Oct 14 12:35:43.537200 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58172) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:43.541674 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c714001b-60a2-4ccd-a9bf-1c1143e43114 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Request body: {'security_group_rule': {'security_group_id': 'dcb54a00-4452-4f6c-8320-c72643a798b9', 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:43.593250 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4449c2c0-0aa7-4f6c-ac8d-d78f32e96265 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:43.598064 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4449c2c0-0aa7-4f6c-ac8d-d78f32e96265 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Publish callbacks [] for security_group, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:43.600412 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-4449c2c0-0aa7-4f6c-ac8d-d78f32e96265 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] 10.222.0.71 "DELETE /v2.0/security-groups/e0b03387-82c4-4cb0-be26-e5900d53b485 HTTP/1.1" status: 204 len: 168 time: 0.2504580 Oct 14 12:35:43.616268 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449c2c0-0aa7-4f6c-ac8d-d78f32e96265 tempest-TestVolumeBootPattern-1075134300 tempest-TestVolumeBootPattern-1075134300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b03387-82c4-4cb0-be26-e5900d53b485,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:43.641502 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c714001b-60a2-4ccd-a9bf-1c1143e43114 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:43.714977 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c714001b-60a2-4ccd-a9bf-1c1143e43114 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:43.773154 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58176) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:43.850396 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c714001b-60a2-4ccd-a9bf-1c1143e43114 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:43.878646 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714001b-60a2-4ccd-a9bf-1c1143e43114 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1127d7-5cac-4858-83c8-8e34161371c8,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:43.950591 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c714001b-60a2-4ccd-a9bf-1c1143e43114 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:43.952780 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-c714001b-60a2-4ccd-a9bf-1c1143e43114 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4143226 Oct 14 12:35:43.955567 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58180) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:43.962949 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f2a0e477-b0ef-4fdf-8b5f-93e64e3f5956 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Request body: {'security_group_rule': {'security_group_id': 'dcb54a00-4452-4f6c-8320-c72643a798b9', 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:44.118007 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2a0e477-b0ef-4fdf-8b5f-93e64e3f5956 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:44.219107 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2a0e477-b0ef-4fdf-8b5f-93e64e3f5956 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:44.301972 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2a0e477-b0ef-4fdf-8b5f-93e64e3f5956 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:44.324939 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0e477-b0ef-4fdf-8b5f-93e64e3f5956 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd61158-06e3-419c-a501-1caac6184952,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:44.380742 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Sync routers for ids ['a57d4603-3c1d-43e6-910e-38da5888ab68'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:35:44.397646 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Routers {'a57d4603-3c1d-43e6-910e-38da5888ab68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:44.398703 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['a57d4603-3c1d-43e6-910e-38da5888ab68'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:44.425167 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2a0e477-b0ef-4fdf-8b5f-93e64e3f5956 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:44.427658 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-f2a0e477-b0ef-4fdf-8b5f-93e64e3f5956 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4706149 Oct 14 12:35:44.433096 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58182) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:44.439937 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ac112cf8-309f-490f-ab9e-87ac112c2fce tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Request body: {'security_group_rule': {'security_group_id': 'dcb54a00-4452-4f6c-8320-c72643a798b9', 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:44.537852 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac112cf8-309f-490f-ab9e-87ac112c2fce tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:44.543239 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c712eb99-7164-4880-a4ab-e4c98b804433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516827'] for router_interface, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:44.543924 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 34329753-3f73-4e22-a515-f0721346dc11 up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:35:44.548338 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Set router a57d4603-3c1d-43e6-910e-38da5888ab68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:44.609500 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 34329753-3f73-4e22-a515-f0721346dc11 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:44.610713 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:44.633908 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac112cf8-309f-490f-ab9e-87ac112c2fce tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:44.725317 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac112cf8-309f-490f-ab9e-87ac112c2fce tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:44.753336 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac112cf8-309f-490f-ab9e-87ac112c2fce tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e24c03-61d4-4088-bfb1-a67a57d12d88,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:44.811749 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'name': 'tempest-TestShelveInstance-1755228536-router', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '34329753-3f73-4e22-a515-f0721346dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:35Z', 'updated_at': '2021-10-14T12:35:41Z', 'revision_number': 4, 'project_id': '5b1a9ca65c644451911d1bb7add4c628', 'gw_port': {'id': '34329753-3f73-4e22-a515-f0721346dc11', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:36Z', 'updated_at': '2021-10-14T12:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '213cc3f6-43f5-4639-ba98-1aa3f659cc9f', 'name': '', 'network_id': 'e3093d06-7135-4129-8bde-447a298e396c', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628', 'mac_address': 'fa:16:3e:8b:54:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b9ef95e5-69e0-42b3-8a88-959da68ca530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:40Z', 'updated_at': '2021-10-14T12:35:41Z', 'revision_number': 2, 'project_id': '5b1a9ca65c644451911d1bb7add4c628', 'subnets': [{'id': 'b9ef95e5-69e0-42b3-8a88-959da68ca530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:44.818104 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac112cf8-309f-490f-ab9e-87ac112c2fce tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:44.822967 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-ac112cf8-309f-490f-ab9e-87ac112c2fce tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3863261 Oct 14 12:35:44.823778 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58184) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:44.830866 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c803dbb2-2a72-4be9-a4a8-3fe48ce66806 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Request body: {'security_group_rule': {'security_group_id': 'dcb54a00-4452-4f6c-8320-c72643a798b9', 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:44.840249 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Checking router: a57d4603-3c1d-43e6-910e-38da5888ab68 for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:35:44.840588 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Updating router a57d4603-3c1d-43e6-910e-38da5888ab68 port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f binding host dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:35:44.872066 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:44.892131 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-c712eb99-7164-4880-a4ab-e4c98b804433 admin admin] Deleting port bac81cc9-ba1d-46ac-83a5-fbd9394b6539 {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:35:44.892466 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c712eb99-7164-4880-a4ab-e4c98b804433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:44.950639 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c803dbb2-2a72-4be9-a4a8-3fe48ce66806 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:44.996548 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-c712eb99-7164-4880-a4ab-e4c98b804433 admin admin] For port bac81cc9-ba1d-46ac-83a5-fbd9394b6539, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=bac81cc9-ba1d-46ac-83a5-fbd9394b6539,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:44.997185 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c712eb99-7164-4880-a4ab-e4c98b804433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.026793 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-c712eb99-7164-4880-a4ab-e4c98b804433 admin admin] Calling delete_port for bac81cc9-ba1d-46ac-83a5-fbd9394b6539 owned by network:router_interface {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:35:45.041097 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c803dbb2-2a72-4be9-a4a8-3fe48ce66806 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.118594 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c803dbb2-2a72-4be9-a4a8-3fe48ce66806 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.159695 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803dbb2-2a72-4be9-a4a8-3fe48ce66806 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8a35c3-612c-4150-b41d-40f22b458760,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:45.229714 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c803dbb2-2a72-4be9-a4a8-3fe48ce66806 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.231107 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-c803dbb2-2a72-4be9-a4a8-3fe48ce66806 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4059258 Oct 14 12:35:45.234639 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58186) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:45.239857 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.v2.base [None req-b3423d43-556e-4bcc-961e-d3dd13f51c0a tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Request body: {'security_group_rule': {'security_group_id': 'dcb54a00-4452-4f6c-8320-c72643a798b9', 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:45.295938 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c712eb99-7164-4880-a4ab-e4c98b804433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.306976 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Publish callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.325896 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712eb99-7164-4880-a4ab-e4c98b804433 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac81cc9-ba1d-46ac-83a5-fbd9394b6539,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:45.374205 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.db.securitygroups_db [None req-b3423d43-556e-4bcc-961e-d3dd13f51c0a tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Project eaa6ed9cfcab4497aa87c71c9348e360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 12:35:45.384628 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b3423d43-556e-4bcc-961e-d3dd13f51c0a tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.406689 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.457036 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ba7c6-4eb9-43dc-bf24-b8c8e92dfdd9 None None] Pushing event updated for resources: {'Port': ['ID=213cc3f6-43f5-4639-ba98-1aa3f659cc9f,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:45.533163 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b3423d43-556e-4bcc-961e-d3dd13f51c0a tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.552953 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Attempting to bind port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f on host dv-cinder-813984-2-iscsi for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:35:45.569134 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Attempting to bind port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f by drivers openvswitch,hyperv on host dv-cinder-813984-2-iscsi at level 0 using segments [{'id': 'df5839f6-d86a-4807-9506-81d2dddedce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e3093d06-7135-4129-8bde-447a298e396c'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:35:45.569134 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Attempting to bind port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f on network e3093d06-7135-4129-8bde-447a298e396c {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:35:45.570082 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c712eb99-7164-4880-a4ab-e4c98b804433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517451'] for router_interface, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.570544 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Checking agent: {'id': '438d6196-ba6f-49bb-b4c3-ae3cadbb908d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 16, 52), 'started_at': datetime.datetime(2021, 10, 14, 12, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:35:45.570544 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Checking segment: {'id': 'df5839f6-d86a-4807-9506-81d2dddedce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e3093d06-7135-4129-8bde-447a298e396c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:35:45.570544 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.570544 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Bound using segment: {'id': 'df5839f6-d86a-4807-9506-81d2dddedce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e3093d06-7135-4129-8bde-447a298e396c'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:35:45.570544 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Bound port: 213cc3f6-43f5-4639-ba98-1aa3f659cc9f, host: dv-cinder-813984-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5839f6-d86a-4807-9506-81d2dddedce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e3093d06-7135-4129-8bde-447a298e396c'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:35:45.570544 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.638482 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] For port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f, host dv-cinder-813984-2-iscsi, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:35:45.643865 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b3423d43-556e-4bcc-961e-d3dd13f51c0a tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.644412 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] For port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f, host dv-cinder-813984-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=213cc3f6-43f5-4639-ba98-1aa3f659cc9f,segment=NetworkSegment(df5839f6-d86a-4807-9506-81d2dddedce0),segment_id=df5839f6-d86a-4807-9506-81d2dddedce0)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:35:45.695758 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3423d43-556e-4bcc-961e-d3dd13f51c0a tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1f0a0d-9d72-4df9-b104-a68ca8980e65,revision_number=0']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:45.747462 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-0ac2db42-dc8b-4bc9-83c7-34c3036816d6 None None] Provisioning complete for port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:45.748316 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0ac2db42-dc8b-4bc9-83c7-34c3036816d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.788008 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-0ac2db42-dc8b-4bc9-83c7-34c3036816d6 None None] Port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:35:45.805886 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.825321 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c712eb99-7164-4880-a4ab-e4c98b804433 admin admin] Router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:35:45.840260 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b3423d43-556e-4bcc-961e-d3dd13f51c0a tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:45.844471 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58188) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:45.844650 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-b3423d43-556e-4bcc-961e-d3dd13f51c0a tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6086280 Oct 14 12:35:45.851283 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4a5cc236-2cea-45e7-a2f5-295ee03ea173 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Request body: {'security_group_rule': {'security_group_id': 'dcb54a00-4452-4f6c-8320-c72643a798b9', 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:45.877019 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ba7c6-4eb9-43dc-bf24-b8c8e92dfdd9 None None] Pushing event updated for resources: {'Port': ['ID=213cc3f6-43f5-4639-ba98-1aa3f659cc9f,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:45.881920 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Routers {'a57d4603-3c1d-43e6-910e-38da5888ab68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:45.887111 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['a57d4603-3c1d-43e6-910e-38da5888ab68'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:45.963047 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c712eb99-7164-4880-a4ab-e4c98b804433 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:35:45.973879 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-c712eb99-7164-4880-a4ab-e4c98b804433 admin admin] 10.222.0.71 "PUT /v2.0/routers/8015f491-fc5a-48ce-bf9b-a2dc6c69b163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1960392 Oct 14 12:35:45.973992 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58190) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:45.975427 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d445fd-3440-4375-99d5-d3169aa0a1d5 None None] Sync routers for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:35:45.982606 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-4a5cc236-2cea-45e7-a2f5-295ee03ea173 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Project eaa6ed9cfcab4497aa87c71c9348e360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 12:35:45.992653 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d445fd-3440-4375-99d5-d3169aa0a1d5 None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:45.993867 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b7d445fd-3440-4375-99d5-d3169aa0a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:46.019427 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] Set router a57d4603-3c1d-43e6-910e-38da5888ab68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:46.038542 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc236-2cea-45e7-a2f5-295ee03ea173 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:46.146038 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-424a3d7b-7091-41c8-9abc-007704395e87 None None] Provisioning complete for port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:46.146450 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-424a3d7b-7091-41c8-9abc-007704395e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:46.180085 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc236-2cea-45e7-a2f5-295ee03ea173 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:46.181820 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Publish callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:46.197559 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-b7d445fd-3440-4375-99d5-d3169aa0a1d5 None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:46.270268 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'name': 'tempest-TestShelveInstance-1755228536-router', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '34329753-3f73-4e22-a515-f0721346dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:35Z', 'updated_at': '2021-10-14T12:35:41Z', 'revision_number': 4, 'project_id': '5b1a9ca65c644451911d1bb7add4c628', 'gw_port': {'id': '34329753-3f73-4e22-a515-f0721346dc11', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:36Z', 'updated_at': '2021-10-14T12:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '213cc3f6-43f5-4639-ba98-1aa3f659cc9f', 'name': '', 'network_id': 'e3093d06-7135-4129-8bde-447a298e396c', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628', 'mac_address': 'fa:16:3e:8b:54:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b9ef95e5-69e0-42b3-8a88-959da68ca530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:40Z', 'updated_at': '2021-10-14T12:35:45Z', 'revision_number': 4, 'project_id': '5b1a9ca65c644451911d1bb7add4c628', 'subnets': [{'id': 'b9ef95e5-69e0-42b3-8a88-959da68ca530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:46.302454 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc236-2cea-45e7-a2f5-295ee03ea173 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:46.309717 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfb0ca-705a-4467-be46-dad3541fb4f1 None None] The sync data for ids ['a57d4603-3c1d-43e6-910e-38da5888ab68'] in dv-cinder-813984-2-iscsi is: [{'id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'name': 'tempest-TestShelveInstance-1755228536-router', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '34329753-3f73-4e22-a515-f0721346dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:35Z', 'updated_at': '2021-10-14T12:35:41Z', 'revision_number': 4, 'project_id': '5b1a9ca65c644451911d1bb7add4c628', 'gw_port': {'id': '34329753-3f73-4e22-a515-f0721346dc11', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:36Z', 'updated_at': '2021-10-14T12:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': '213cc3f6-43f5-4639-ba98-1aa3f659cc9f', 'name': '', 'network_id': 'e3093d06-7135-4129-8bde-447a298e396c', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628', 'mac_address': 'fa:16:3e:8b:54:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b9ef95e5-69e0-42b3-8a88-959da68ca530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:40Z', 'updated_at': '2021-10-14T12:35:45Z', 'revision_number': 4, 'project_id': '5b1a9ca65c644451911d1bb7add4c628', 'subnets': [{'id': 'b9ef95e5-69e0-42b3-8a88-959da68ca530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:35:46.325168 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cc236-2cea-45e7-a2f5-295ee03ea173 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06fa225e-4e3e-4879-b5a0-8e4a1ebaaf56,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:46.378699 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:46.438289 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc236-2cea-45e7-a2f5-295ee03ea173 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:46.445057 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-4a5cc236-2cea-45e7-a2f5-295ee03ea173 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5989273 Oct 14 12:35:46.614765 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Deleting port bb4ee905-c6bf-406c-b425-8969d934349b {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:35:46.615997 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:46.666480 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-424a3d7b-7091-41c8-9abc-007704395e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:46.777964 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 213cc3f6-43f5-4639-ba98-1aa3f659cc9f up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:35:46.784640 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-424a3d7b-7091-41c8-9abc-007704395e87 None None] For port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=213cc3f6-43f5-4639-ba98-1aa3f659cc9f,segment=NetworkSegment(df5839f6-d86a-4807-9506-81d2dddedce0),segment_id=df5839f6-d86a-4807-9506-81d2dddedce0)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:46.864703 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] For port bb4ee905-c6bf-406c-b425-8969d934349b, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=bb4ee905-c6bf-406c-b425-8969d934349b,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:46.866504 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:46.871155 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-424a3d7b-7091-41c8-9abc-007704395e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:46.897548 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Calling delete_port for bb4ee905-c6bf-406c-b425-8969d934349b owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:35:46.927942 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b7d445fd-3440-4375-99d5-d3169aa0a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:35:45Z', 'revision_number': 5, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port': {'id': 'bb4ee905-c6bf-406c-b425-8969d934349b', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:20Z', 'updated_at': '2021-10-14T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:46.991848 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d445fd-3440-4375-99d5-d3169aa0a1d5 None None] Checking router: 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:35:47.024282 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:47.024827 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:47.059958 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a3d7b-7091-41c8-9abc-007704395e87 None None] Pushing event updated for resources: {'Port': ['ID=213cc3f6-43f5-4639-ba98-1aa3f659cc9f,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:47.066999 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d445fd-3440-4375-99d5-d3169aa0a1d5 None None] Routers {'8015f491-fc5a-48ce-bf9b-a2dc6c69b163'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:47.067670 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b7d445fd-3440-4375-99d5-d3169aa0a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:47.188823 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-b7d445fd-3440-4375-99d5-d3169aa0a1d5 None None] Set router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 gateway port host: None {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:47.195637 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:47.228355 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4ee905-c6bf-406c-b425-8969d934349b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:47.262667 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:47.263055 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:47.263381 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:47.263716 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:47.264046 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:47.264415 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:47.264729 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:47.265057 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:47.265385 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:47.265707 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:47.266029 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:47.266739 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:47.291156 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-b7d445fd-3440-4375-99d5-d3169aa0a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:35:46Z', 'revision_number': 6, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port_host': None}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:47.317194 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515345'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:47.328388 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d445fd-3440-4375-99d5-d3169aa0a1d5 None None] The sync data for ids ['8015f491-fc5a-48ce-bf9b-a2dc6c69b163'] in dv-cinder-813984-2-iscsi is: [{'id': '8015f491-fc5a-48ce-bf9b-a2dc6c69b163', 'name': 'tempest-TestVolumeBootPattern-1837888184-router', 'tenant_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:19Z', 'updated_at': '2021-10-14T12:35:46Z', 'revision_number': 6, 'project_id': '8c7939cc3b554bacb0bb1dc8f5dc965d', 'gw_port_host': None}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:35:47.601095 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-231d0c1e-2716-4674-81d0-d68b0b3606b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:47.714253 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6879'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:47.717371 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:47.827556 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519352'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:47.828680 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8015f491-fc5a-48ce-bf9b-a2dc6c69b163 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:35:47.834153 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] Publish callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:47.837249 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-18e2825e-4f2c-4171-9e69-d35be25b19fa admin admin] 10.222.0.71 "DELETE /v2.0/routers/8015f491-fc5a-48ce-bf9b-a2dc6c69b163 HTTP/1.1" status: 204 len: 168 time: 1.8626490 Oct 14 12:35:47.843575 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58234) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:47.898141 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d53c002-3415-4745-a8f0-76cb44c9d86e admin admin] Deleting subnet 3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1 {{(pid=100446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:35:47.902284 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3d53c002-3415-4745-a8f0-76cb44c9d86e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:47.946373 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3d53c002-3415-4745-a8f0-76cb44c9d86e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926743'] for subnet, precommit_delete_associations {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.035945 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3d53c002-3415-4745-a8f0-76cb44c9d86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.148549 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3d53c002-3415-4745-a8f0-76cb44c9d86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9655132'] for subnet, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.178000 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3d53c002-3415-4745-a8f0-76cb44c9d86e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.191766 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-3d53c002-3415-4745-a8f0-76cb44c9d86e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1 HTTP/1.1" status: 204 len: 168 time: 0.3390656 Oct 14 12:35:48.191888 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fbef1d-2594-42b5-a7fb-c031458f453d None None] Network 140e7268-9a2f-434a-85c9-99efbcd597b9 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:35:48.192342 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53c002-3415-4745-a8f0-76cb44c9d86e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bcbd6c7-27f6-4aba-91c2-30a7e18db2e1,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:48.192451 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58240) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:48.272444 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.335803 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] Deleting port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:35:48.336796 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.415691 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] For port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=5e6b3cc9-a20f-427b-bebe-69e371bd8a80,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:48.416275 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.418019 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f5a0e4-8289-4515-aab6-a4983b32d203 None None] DHCP port deletion for 140e7268-9a2f-434a-85c9-99efbcd597b9 request from dv-cinder-813984-2-iscsi {{(pid=100448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:35:48.434589 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] Calling delete_port for 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:35:48.494297 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-e1f5a0e4-8289-4515-aab6-a4983b32d203 None None] Deleting port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:35:48.494672 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e1f5a0e4-8289-4515-aab6-a4983b32d203 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.579990 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-e1f5a0e4-8289-4515-aab6-a4983b32d203 None None] For port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=5e6b3cc9-a20f-427b-bebe-69e371bd8a80,segment=NetworkSegment(00aabc06-49ff-4ed3-abdb-3b12a353aef5),segment_id=00aabc06-49ff-4ed3-abdb-3b12a353aef5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:48.580902 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e1f5a0e4-8289-4515-aab6-a4983b32d203 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.596140 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-e1f5a0e4-8289-4515-aab6-a4983b32d203 None None] Calling delete_port for 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:35:48.598514 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.621155 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 213cc3f6-43f5-4639-ba98-1aa3f659cc9f up at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:35:48.629477 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6b3cc9-a20f-427b-bebe-69e371bd8a80,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:48.632462 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] No DVR routers for this DVR port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 on host dv-cinder-813984-2-iscsi {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:35:48.714034 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.736916 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140e7268-9a2f-434a-85c9-99efbcd597b9']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:48.742882 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Provisioning complete for port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:48.743257 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.747707 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e1f5a0e4-8289-4515-aab6-a4983b32d203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.749057 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00aabc06-49ff-4ed3-abdb-3b12a353aef5') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:48.749361 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00aabc06-49ff-4ed3-abdb-3b12a353aef5') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:48.760467 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9081384'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.776085 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.782620 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:35:48.783063 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9882719'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: Traceback (most recent call last): Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: timer() Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: cb(*args, **kw) Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: return func(*args, **kwargs) Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: self._notify() Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: self.callback(batched_events) Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: event.method(event) Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: return f(self, *a, **k) Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._get(url).json() Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: return self.request(url, 'GET', **kwargs) Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:35:48.784742 dv-cinder-813984-2-iscsi neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:35:48.797069 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5a0e4-8289-4515-aab6-a4983b32d203 None None] Pushing event deleted for resources: {'Port': ['ID=5e6b3cc9-a20f-427b-bebe-69e371bd8a80,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:48.807011 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5a0e4-8289-4515-aab6-a4983b32d203 None None] No DVR routers for this DVR port 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 on host dv-cinder-813984-2-iscsi {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:35:48.946908 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.952540 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:48.955762 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] 10.222.0.71 "DELETE /v2.0/networks/140e7268-9a2f-434a-85c9-99efbcd597b9 HTTP/1.1" status: 204 len: 168 time: 0.7679343 Oct 14 12:35:48.959048 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58256) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:48.968748 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5de371-42f3-48dc-87a3-3f4c94416290 admin admin] Pushing event deleted for resources: {'Network': ['ID=140e7268-9a2f-434a-85c9-99efbcd597b9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:49.234586 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device bac81cc9-ba1d-46ac-83a5-fbd9394b6539 no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:35:49.257647 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: bac81cc9-ba1d-46ac-83a5-fbd9394b6539 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:35:49.258004 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device bac81cc9-ba1d-46ac-83a5-fbd9394b6539 not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:35:49.258400 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:35:49.279715 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:35:49.280059 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 5e6b3cc9-a20f-427b-bebe-69e371bd8a80 not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:35:49.653964 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e81753ae-7f1b-45e8-86e9-0ccae25cf6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516827'] for router_interface, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:49.964773 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-e81753ae-7f1b-45e8-86e9-0ccae25cf6c9 admin admin] Deleting port dad98a61-e09b-4169-b1ff-35aced2587e5 {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:35:49.965509 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e81753ae-7f1b-45e8-86e9-0ccae25cf6c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:50.054070 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-e81753ae-7f1b-45e8-86e9-0ccae25cf6c9 admin admin] For port dad98a61-e09b-4169-b1ff-35aced2587e5, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=dad98a61-e09b-4169-b1ff-35aced2587e5,segment=NetworkSegment(5c3871df-11d4-4ac5-95aa-df6a39e0083d),segment_id=5c3871df-11d4-4ac5-95aa-df6a39e0083d)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:50.054402 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e81753ae-7f1b-45e8-86e9-0ccae25cf6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:50.070159 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-e81753ae-7f1b-45e8-86e9-0ccae25cf6c9 admin admin] Calling delete_port for dad98a61-e09b-4169-b1ff-35aced2587e5 owned by network:router_interface {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:35:50.324426 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e81753ae-7f1b-45e8-86e9-0ccae25cf6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:50.370377 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81753ae-7f1b-45e8-86e9-0ccae25cf6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad98a61-e09b-4169-b1ff-35aced2587e5,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:50.495710 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e4536bf-170c-4f27-8d83-12b94cf750ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:50.547482 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device bb4ee905-c6bf-406c-b425-8969d934349b no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:35:50.570622 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: bb4ee905-c6bf-406c-b425-8969d934349b {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:35:50.576239 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device bb4ee905-c6bf-406c-b425-8969d934349b not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:35:50.577713 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e81753ae-7f1b-45e8-86e9-0ccae25cf6c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517451'] for router_interface, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:50.829813 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81753ae-7f1b-45e8-86e9-0ccae25cf6c9 admin admin] Router fbbbfbbb-1e88-48bc-bd7d-77121bcecebc has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:35:50.949628 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81753ae-7f1b-45e8-86e9-0ccae25cf6c9 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:35:50.955990 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-e81753ae-7f1b-45e8-86e9-0ccae25cf6c9 admin admin] 10.222.0.71 "PUT /v2.0/routers/fbbbfbbb-1e88-48bc-bd7d-77121bcecebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9954770 Oct 14 12:35:50.958212 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58260) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:50.959426 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12c8cb-7536-4c22-92b6-9fbc28655198 None None] Sync routers for ids ['fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:35:50.969959 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12c8cb-7536-4c22-92b6-9fbc28655198 None None] Routers {'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:50.970867 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0a12c8cb-7536-4c22-92b6-9fbc28655198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:51.078863 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73287559-abc2-46bc-940a-023582224042 admin admin] Publish callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:51.097898 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-0a12c8cb-7536-4c22-92b6-9fbc28655198 None None] Set router fbbbfbbb-1e88-48bc-bd7d-77121bcecebc gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:51.198504 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73287559-abc2-46bc-940a-023582224042 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:51.306335 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0a12c8cb-7536-4c22-92b6-9fbc28655198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'name': 'tempest-TestVolumeBootPattern-805500893-router', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd44c0cde-021c-425b-9132-178e1d5de003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:27Z', 'updated_at': '2021-10-14T12:35:50Z', 'revision_number': 5, 'project_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'gw_port': {'id': 'd44c0cde-021c-425b-9132-178e1d5de003', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:27:28Z', 'updated_at': '2021-10-14T12:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:51.335970 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12c8cb-7536-4c22-92b6-9fbc28655198 None None] Checking router: fbbbfbbb-1e88-48bc-bd7d-77121bcecebc for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:35:51.336925 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-73287559-abc2-46bc-940a-023582224042 admin admin] Deleting port d44c0cde-021c-425b-9132-178e1d5de003 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:35:51.337340 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73287559-abc2-46bc-940a-023582224042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:51.351924 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12c8cb-7536-4c22-92b6-9fbc28655198 None None] Routers {'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:51.352452 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0a12c8cb-7536-4c22-92b6-9fbc28655198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:35:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:51.436580 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-73287559-abc2-46bc-940a-023582224042 admin admin] For port d44c0cde-021c-425b-9132-178e1d5de003, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=d44c0cde-021c-425b-9132-178e1d5de003,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:51.437153 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73287559-abc2-46bc-940a-023582224042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:51.449933 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-73287559-abc2-46bc-940a-023582224042 admin admin] Calling delete_port for d44c0cde-021c-425b-9132-178e1d5de003 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:35:51.460233 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-0a12c8cb-7536-4c22-92b6-9fbc28655198 None None] Set router fbbbfbbb-1e88-48bc-bd7d-77121bcecebc gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:51.517630 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0a12c8cb-7536-4c22-92b6-9fbc28655198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'name': 'tempest-TestVolumeBootPattern-805500893-router', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:27Z', 'updated_at': '2021-10-14T12:35:51Z', 'revision_number': 6, 'project_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'gw_port_host': None}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:51.550701 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12c8cb-7536-4c22-92b6-9fbc28655198 None None] The sync data for ids ['fbbbfbbb-1e88-48bc-bd7d-77121bcecebc'] in dv-cinder-813984-2-iscsi is: [{'id': 'fbbbfbbb-1e88-48bc-bd7d-77121bcecebc', 'name': 'tempest-TestVolumeBootPattern-805500893-router', 'tenant_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:27:27Z', 'updated_at': '2021-10-14T12:35:51Z', 'revision_number': 6, 'project_id': 'aedb47af0e264e3597b192c5efc2dc6f', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:35:51.560295 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:51.792546 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73287559-abc2-46bc-940a-023582224042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:51.819853 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73287559-abc2-46bc-940a-023582224042 admin admin] Pushing event deleted for resources: {'Port': ['ID=d44c0cde-021c-425b-9132-178e1d5de003,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:51.901195 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73287559-abc2-46bc-940a-023582224042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515345'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:51.997129 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73287559-abc2-46bc-940a-023582224042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6879'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:51.999740 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73287559-abc2-46bc-940a-023582224042 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:52.112296 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73287559-abc2-46bc-940a-023582224042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519352'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:52.114323 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73287559-abc2-46bc-940a-023582224042 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbbbfbbb-1e88-48bc-bd7d-77121bcecebc {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:35:52.118537 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73287559-abc2-46bc-940a-023582224042 admin admin] Publish callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:52.119599 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-73287559-abc2-46bc-940a-023582224042 admin admin] 10.222.0.71 "DELETE /v2.0/routers/fbbbfbbb-1e88-48bc-bd7d-77121bcecebc HTTP/1.1" status: 204 len: 168 time: 1.1601362 Oct 14 12:35:52.122269 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58270) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:52.183302 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee402d49-1cfd-4f6b-a1d9-4823dd2636cb admin admin] Deleting subnet c90d7787-7d1d-4289-acb1-de43ee1b0286 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:35:52.187215 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:52.187587 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee402d49-1cfd-4f6b-a1d9-4823dd2636cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:52.229341 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee402d49-1cfd-4f6b-a1d9-4823dd2636cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9081361'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:52.325274 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee402d49-1cfd-4f6b-a1d9-4823dd2636cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:52.485552 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee402d49-1cfd-4f6b-a1d9-4823dd2636cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9883389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230753'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:52.505093 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device dad98a61-e09b-4169-b1ff-35aced2587e5 no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:35:52.526459 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee402d49-1cfd-4f6b-a1d9-4823dd2636cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c90d7787-7d1d-4289-acb1-de43ee1b0286,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:52.526693 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: dad98a61-e09b-4169-b1ff-35aced2587e5 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:35:52.526894 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device dad98a61-e09b-4169-b1ff-35aced2587e5 not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:35:52.527307 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device d44c0cde-021c-425b-9132-178e1d5de003 no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:35:52.531511 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee402d49-1cfd-4f6b-a1d9-4823dd2636cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:52.538996 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-ee402d49-1cfd-4f6b-a1d9-4823dd2636cb admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c90d7787-7d1d-4289-acb1-de43ee1b0286 HTTP/1.1" status: 204 len: 168 time: 0.4118743 Oct 14 12:35:52.539439 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58272) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:52.552170 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e153e0e-5331-472c-8dab-ca20706bb523 None None] Network f16869db-08e3-4493-86e5-91c81ab89477 requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:35:52.556344 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: d44c0cde-021c-425b-9132-178e1d5de003 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:35:52.556681 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device d44c0cde-021c-425b-9132-178e1d5de003 not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:35:52.640984 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:52.721470 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] Deleting port cb0ae146-1cdc-4189-89b5-35772d1f70ed {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:35:52.726831 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:52.786161 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c166e5-722f-4eff-9629-e253e0f5f0d2 None None] DHCP port deletion for f16869db-08e3-4493-86e5-91c81ab89477 request from dv-cinder-813984-2-iscsi {{(pid=100448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:35:52.794628 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] For port cb0ae146-1cdc-4189-89b5-35772d1f70ed, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=cb0ae146-1cdc-4189-89b5-35772d1f70ed,segment=NetworkSegment(5c3871df-11d4-4ac5-95aa-df6a39e0083d),segment_id=5c3871df-11d4-4ac5-95aa-df6a39e0083d)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:52.795339 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:52.815984 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] Calling delete_port for cb0ae146-1cdc-4189-89b5-35772d1f70ed owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:35:52.861421 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-30c166e5-722f-4eff-9629-e253e0f5f0d2 None None] Deleting port cb0ae146-1cdc-4189-89b5-35772d1f70ed {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:35:52.861808 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30c166e5-722f-4eff-9629-e253e0f5f0d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:52.884051 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:52.938126 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-30c166e5-722f-4eff-9629-e253e0f5f0d2 None None] For port cb0ae146-1cdc-4189-89b5-35772d1f70ed, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=cb0ae146-1cdc-4189-89b5-35772d1f70ed,segment=NetworkSegment(5c3871df-11d4-4ac5-95aa-df6a39e0083d),segment_id=5c3871df-11d4-4ac5-95aa-df6a39e0083d)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:52.938604 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30c166e5-722f-4eff-9629-e253e0f5f0d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:52.952047 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-30c166e5-722f-4eff-9629-e253e0f5f0d2 None None] Calling delete_port for cb0ae146-1cdc-4189-89b5-35772d1f70ed owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:35:53.009679 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:53.037844 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] Pushing event deleted for resources: {'Port': ['ID=cb0ae146-1cdc-4189-89b5-35772d1f70ed,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:53.041569 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] No DVR routers for this DVR port cb0ae146-1cdc-4189-89b5-35772d1f70ed on host dv-cinder-813984-2-iscsi {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:35:53.044659 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30c166e5-722f-4eff-9629-e253e0f5f0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:53.079153 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c166e5-722f-4eff-9629-e253e0f5f0d2 None None] Pushing event deleted for resources: {'Port': ['ID=cb0ae146-1cdc-4189-89b5-35772d1f70ed,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:53.081312 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c166e5-722f-4eff-9629-e253e0f5f0d2 None None] No DVR routers for this DVR port cb0ae146-1cdc-4189-89b5-35772d1f70ed on host dv-cinder-813984-2-iscsi {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:35:53.127496 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:53.154862 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16869db-08e3-4493-86e5-91c81ab89477']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:53.172662 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3871df-11d4-4ac5-95aa-df6a39e0083d') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:53.172662 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3871df-11d4-4ac5-95aa-df6a39e0083d') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:53.187926 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9081384'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:53.210184 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:53.217618 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:35:53.218005 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9882719'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: Traceback (most recent call last): Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: timer() Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: cb(*args, **kw) Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: return func(*args, **kwargs) Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: self._notify() Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: self.callback(batched_events) Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: event.method(event) Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: return f(self, *a, **k) Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._get(url).json() Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: return self.request(url, 'GET', **kwargs) Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:35:53.219761 dv-cinder-813984-2-iscsi neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:35:53.381751 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:53.387838 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:53.391043 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] 10.222.0.71 "DELETE /v2.0/networks/f16869db-08e3-4493-86e5-91c81ab89477 HTTP/1.1" status: 204 len: 168 time: 0.8506944 Oct 14 12:35:53.403291 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37e1d0-876c-4b74-9370-fc4dad0c5aba admin admin] Pushing event deleted for resources: {'Network': ['ID=f16869db-08e3-4493-86e5-91c81ab89477,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:53.711399 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58278) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:53.760765 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-e6f3d25b-37d1-4c5a-8278-8193cca80d96 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8c7939cc3b554bacb0bb1dc8f5dc965d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478415 Oct 14 12:35:53.764201 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58280) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:53.781934 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:35:53.822596 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91a4b2cb-86dd-4a85-8543-9c371c77cb5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:53.848028 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91a4b2cb-86dd-4a85-8543-9c371c77cb5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:53.992559 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91a4b2cb-86dd-4a85-8543-9c371c77cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:53.995158 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91a4b2cb-86dd-4a85-8543-9c371c77cb5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:53.996355 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-91a4b2cb-86dd-4a85-8543-9c371c77cb5f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b087a84b-2d49-4886-ba95-87faac8afde5 HTTP/1.1" status: 204 len: 168 time: 0.2312181 Oct 14 12:35:54.005081 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4b2cb-86dd-4a85-8543-9c371c77cb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b087a84b-2d49-4886-ba95-87faac8afde5,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:54.499498 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device cb0ae146-1cdc-4189-89b5-35772d1f70ed no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:35:54.522445 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: cb0ae146-1cdc-4189-89b5-35772d1f70ed {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:35:54.522944 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device cb0ae146-1cdc-4189-89b5-35772d1f70ed not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:35:54.794733 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58288) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:54.842710 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-c5ec5ab7-ad46-44d6-869f-a4908c558e37 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aedb47af0e264e3597b192c5efc2dc6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466230 Oct 14 12:35:54.845485 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58290) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:54.909613 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8aaae25a-838f-489d-9043-e8e763edcd66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:54.945472 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8aaae25a-838f-489d-9043-e8e763edcd66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:55.084806 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8aaae25a-838f-489d-9043-e8e763edcd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:55.088836 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8aaae25a-838f-489d-9043-e8e763edcd66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:35:55.090660 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-8aaae25a-838f-489d-9043-e8e763edcd66 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/194916ca-293f-4888-a734-4d862bf7a2b7 HTTP/1.1" status: 204 len: 168 time: 0.2439270 Oct 14 12:35:55.103071 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaae25a-838f-489d-9043-e8e763edcd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194916ca-293f-4888-a734-4d862bf7a2b7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:03.811737 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-2784150d-60fa-4335-82ce-a0b78c546571 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116496574&fields=id&tenant_id=eaa6ed9cfcab4497aa87c71c9348e360 HTTP/1.1" status: 200 len: 267 time: 0.0338523 Oct 14 12:36:03.917267 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-023cef36-124d-43c4-93d3-814d5cfc9a42 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:03.918620 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-023cef36-124d-43c4-93d3-814d5cfc9a42 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/networks?id=b3061b6d-f466-4cef-841b-39fe4620f01a HTTP/1.1" status: 200 len: 808 time: 0.0999813 Oct 14 12:36:03.934464 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-6d95dc52-5cee-4beb-aba6-98668faefb85 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/quotas/eaa6ed9cfcab4497aa87c71c9348e360 HTTP/1.1" status: 200 len: 375 time: 0.0094073 Oct 14 12:36:03.991029 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-0fcb2eef-f422-40a8-94cb-3a11fab31024 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=eaa6ed9cfcab4497aa87c71c9348e360&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505922 Oct 14 12:36:04.143377 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-f7c606d4-875a-40ab-8a49-fd65652e6c1d service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:36:04.145047 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-f7c606d4-875a-40ab-8a49-fd65652e6c1d service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1419034 Oct 14 12:36:04.238545 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-d75a465e-07e5-4a08-a4c3-d437df14cdab service neutron] 10.222.0.71 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867543 Oct 14 12:36:04.334759 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-496e0f83-6e83-46e6-a464-99717b09a29a service neutron] 10.222.0.71 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898094 Oct 14 12:36:06.060947 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-13430eef-7064-4b4c-a70d-901b3c0d98ab req-e3a3d533-aeaa-421d-819a-aadaed609d70 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 210 time: 0.0274620 Oct 14 12:36:07.142383 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2de31a88-dfa1-452c-a88d-bb06d8f404da req-ca2cded7-d63f-456c-b42f-f4a16e6a68d2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 210 time: 0.0284867 Oct 14 12:36:07.231593 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:08.222918 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7e1ccd01-9161-454d-9747-115cdce32f1b req-61a802f6-77af-45b0-8f0f-481477ec3cb1 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 210 time: 0.0282028 Oct 14 12:36:09.299138 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-31d7f143-fe52-4c9c-a519-50982676b9a4 req-9f0aa3e6-cf4d-4cd9-8de0-b05aa6cb65f6 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 210 time: 0.0273941 Oct 14 12:36:10.396851 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-3d6352b1-5fb1-47fa-ac93-3d9fcbe21fdc req-06a33035-d838-49d2-a6ec-cb431c12e83f tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 210 time: 0.0310028 Oct 14 12:36:11.491721 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-13ed1bf8-5654-4748-9ee2-a0b66056ed5a req-9f3f080b-576f-4163-8b93-caf6ca80e515 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 210 time: 0.0274470 Oct 14 12:36:12.423869 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-5203c61f-1197-4d3e-8128-c7fbb8a643ee tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:12.425502 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-5203c61f-1197-4d3e-8128-c7fbb8a643ee tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.82 "GET /v2.0/networks?id=b3061b6d-f466-4cef-841b-39fe4620f01a HTTP/1.1" status: 200 len: 808 time: 0.1034553 Oct 14 12:36:12.471094 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-0d8d9a22-f0fa-4b3c-8c39-bd78114d5b29 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaa6ed9cfcab4497aa87c71c9348e360 HTTP/1.1" status: 200 len: 379 time: 0.0347002 Oct 14 12:36:12.482477 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-33150f3f-00a0-4b5a-87c3-0c27384a90aa tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Request body: {'port': {'device_id': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'admin_state_up': True, 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'security_groups': ['dcb54a00-4452-4f6c-8320-c72643a798b9']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:12.604022 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-28f8ebc0-261b-48ae-b8b9-b0bb72e1c2a3 req-3b1e9629-3082-4f00-ba2c-8b76ad1bfd26 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 210 time: 0.0346076 Oct 14 12:36:12.751724 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-33150f3f-00a0-4b5a-87c3-0c27384a90aa tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Made reservation on behalf of eaa6ed9cfcab4497aa87c71c9348e360 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:36:12.755616 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-33150f3f-00a0-4b5a-87c3-0c27384a90aa tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:12.893992 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-33150f3f-00a0-4b5a-87c3-0c27384a90aa tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Allocated IP 172.20.0.6 (b3061b6d-f466-4cef-841b-39fe4620f01a/d7fafa3b-e0df-4798-a8fe-5d157c07461b/f60891f7-eaaf-4473-a6ad-d001f952f949) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:36:13.037866 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-33150f3f-00a0-4b5a-87c3-0c27384a90aa tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:13.220783 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-33150f3f-00a0-4b5a-87c3-0c27384a90aa tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:13.263966 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-33150f3f-00a0-4b5a-87c3-0c27384a90aa tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Network b3061b6d-f466-4cef-841b-39fe4620f01a is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:36:13.267391 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-33150f3f-00a0-4b5a-87c3-0c27384a90aa tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:36:13.271073 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-33150f3f-00a0-4b5a-87c3-0c27384a90aa tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:36:13.300249 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33150f3f-00a0-4b5a-87c3-0c27384a90aa tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Pushing event updated for resources: {'Port': ['ID=f60891f7-eaaf-4473-a6ad-d001f952f949,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:13.329506 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-33150f3f-00a0-4b5a-87c3-0c27384a90aa tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:13.330136 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-33150f3f-00a0-4b5a-87c3-0c27384a90aa tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:13.456898 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-33150f3f-00a0-4b5a-87c3-0c27384a90aa tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9787645 Oct 14 12:36:13.469250 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Request body: {'port': {'device_id': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:13.471422 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-7ee69bfa-31f3-4e60-9d51-91dd456caf0e None None] Provisioning complete for port f60891f7-eaaf-4473-a6ad-d001f952f949 triggered by entity DHCP. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:36:13.471422 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ee69bfa-31f3-4e60-9d51-91dd456caf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:13.508836 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-7ee69bfa-31f3-4e60-9d51-91dd456caf0e None None] Port f60891f7-eaaf-4473-a6ad-d001f952f949 cannot update to ACTIVE because it is not bound. {{(pid=100448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:36:13.523493 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:13.801408 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b03b9f-f817-4b92-bb7b-516b4e7972cf req-919a7db7-9b35-4a23-b469-3a5c0879e24a tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:13.802901 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-08b03b9f-f817-4b92-bb7b-516b4e7972cf req-919a7db7-9b35-4a23-b469-3a5c0879e24a tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 931 time: 0.0805700 Oct 14 12:36:13.879238 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60891f7-eaaf-4473-a6ad-d001f952f949 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:36:13.887842 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-08b03b9f-f817-4b92-bb7b-516b4e7972cf req-37da8de1-9bdb-4106-8783-3edfc3c3bc94 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735910 Oct 14 12:36:13.890175 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:13.902436 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Transition to ACTIVE for port object f60891f7-eaaf-4473-a6ad-d001f952f949 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:36:14.008697 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:14.078085 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Pushing event updated for resources: {'Port': ['ID=f60891f7-eaaf-4473-a6ad-d001f952f949,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:14.138208 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Attempting to bind port f60891f7-eaaf-4473-a6ad-d001f952f949 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:36:14.138659 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Attempting to bind port f60891f7-eaaf-4473-a6ad-d001f952f949 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:36:14.139015 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Attempting to bind port f60891f7-eaaf-4473-a6ad-d001f952f949 on network b3061b6d-f466-4cef-841b-39fe4620f01a {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:36:14.143981 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Port f60891f7-eaaf-4473-a6ad-d001f952f949 on network b3061b6d-f466-4cef-841b-39fe4620f01a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:36:14.150236 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Attempting to bind port f60891f7-eaaf-4473-a6ad-d001f952f949 on network b3061b6d-f466-4cef-841b-39fe4620f01a {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:36:14.150236 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Checking agent: {'id': 'b98020bb-d4b3-4640-a1a4-801ee0c9028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'started_at': datetime.datetime(2021, 10, 14, 12, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:36:14.150236 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Checking segment: {'id': 'a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:36:14.150236 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Bound using segment: {'id': 'a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:36:14.150781 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Bound port: f60891f7-eaaf-4473-a6ad-d001f952f949, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:36:14.151001 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:14.219017 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] For port f60891f7-eaaf-4473-a6ad-d001f952f949, host hv-cinder-81398, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:36:14.222931 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] For port f60891f7-eaaf-4473-a6ad-d001f952f949, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f60891f7-eaaf-4473-a6ad-d001f952f949,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:36:14.334810 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:14.376441 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:14.376877 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:14.378294 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] 10.222.0.82 "PUT /v2.0/ports/f60891f7-eaaf-4473-a6ad-d001f952f949 HTTP/1.1" status: 200 len: 1093 time: 0.9133294 Oct 14 12:36:14.378748 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'tag': 'f60891f7-eaaf-4473-a6ad-d001f952f949'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:36:14.381026 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e40e7b-be6b-44fb-89e9-4a799c3bc54b" -d '{"events": [{"name": "network-changed", "server_uuid": "f94ea947-1a29-4f5b-be93-3970292e9d7f", "tag": "f60891f7-eaaf-4473-a6ad-d001f952f949"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:36:14.405678 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c1e96-3cbb-4ce0-9adc-b3b286031adf service neutron] Pushing event updated for resources: {'Port': ['ID=f60891f7-eaaf-4473-a6ad-d001f952f949,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:14.420079 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aefbce-09c6-41c7-a9f9-183976bb3a51 x-openstack-request-id: req-f2aefbce-09c6-41c7-a9f9-183976bb3a51 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:36:14.420665 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94ea947-1a29-4f5b-be93-3970292e9d7f", "tag": "f60891f7-eaaf-4473-a6ad-d001f952f949", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:36:14.420803 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f2aefbce-09c6-41c7-a9f9-183976bb3a51 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:36:14.421148 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'tag': 'f60891f7-eaaf-4473-a6ad-d001f952f949', 'status': 'completed', 'code': 200} Oct 14 12:36:14.485071 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e40e7b-be6b-44fb-89e9-4a799c3bc54b req-04f443a5-2b2a-4bb5-b194-26794f8cf6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:14.486597 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-63e40e7b-be6b-44fb-89e9-4a799c3bc54b req-04f443a5-2b2a-4bb5-b194-26794f8cf6d3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eaa6ed9cfcab4497aa87c71c9348e360&device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 1096 time: 0.0456071 Oct 14 12:36:14.593188 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e40e7b-be6b-44fb-89e9-4a799c3bc54b req-46d93009-6085-492c-9fd7-7be6a13e2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:14.594637 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-63e40e7b-be6b-44fb-89e9-4a799c3bc54b req-46d93009-6085-492c-9fd7-7be6a13e2d9c service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=eaa6ed9cfcab4497aa87c71c9348e360&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1002593 Oct 14 12:36:14.691062 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e40e7b-be6b-44fb-89e9-4a799c3bc54b req-27628a8e-da5e-4277-a208-2463fb65b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:14.692533 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-63e40e7b-be6b-44fb-89e9-4a799c3bc54b req-27628a8e-da5e-4277-a208-2463fb65b12e service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914824 Oct 14 12:36:14.772888 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-e68ed8b4-7793-4b87-bec5-9b2892a10351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:14.774379 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-e68ed8b4-7793-4b87-bec5-9b2892a10351 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eaa6ed9cfcab4497aa87c71c9348e360&device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 1096 time: 0.0440478 Oct 14 12:36:14.821124 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-c7d48a82-5916-432c-9d38-a6dac1caadbf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f60891f7-eaaf-4473-a6ad-d001f952f949 HTTP/1.1" status: 200 len: 217 time: 0.0390873 Oct 14 12:36:14.872629 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-7d8855e5-366c-493b-8b58-1d325d5e6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:14.874117 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-7d8855e5-366c-493b-8b58-1d325d5e6a18 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d7fafa3b-e0df-4798-a8fe-5d157c07461b HTTP/1.1" status: 200 len: 847 time: 0.0462201 Oct 14 12:36:14.925014 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-c3742ab6-ab6d-47fd-bd46-a100bea66754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:14.926508 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-c3742ab6-ab6d-47fd-bd46-a100bea66754 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b3061b6d-f466-4cef-841b-39fe4620f01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457666 Oct 14 12:36:15.056233 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db0f33-ac5d-4c68-80c1-26204b2773de req-3d6e23e1-1107-4139-8d81-bcab01a37f8a tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:15.057672 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a9db0f33-ac5d-4c68-80c1-26204b2773de req-3d6e23e1-1107-4139-8d81-bcab01a37f8a tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0997317 Oct 14 12:36:15.062199 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-e5296344-540b-472d-aa6f-3a397f93fc6d service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281755 Oct 14 12:36:15.150350 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-a9db0f33-ac5d-4c68-80c1-26204b2773de req-f5222b88-d526-4aaf-b88e-734a5b6d3fd1 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860820 Oct 14 12:36:15.179669 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-664135ac-a598-4e9c-bc3d-b8404c377b8b req-71bea398-d933-4962-957d-06742644eaeb service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097438 Oct 14 12:36:16.274796 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708a8b6-9f5e-4bbb-a85d-4d6444d27ab2 req-2711e54a-92cd-4909-bf04-5d88ae41ba97 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:16.276318 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b708a8b6-9f5e-4bbb-a85d-4d6444d27ab2 req-2711e54a-92cd-4909-bf04-5d88ae41ba97 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0527608 Oct 14 12:36:16.315297 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b708a8b6-9f5e-4bbb-a85d-4d6444d27ab2 req-6554a3db-1f85-4dee-8af8-dcb717d00334 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328944 Oct 14 12:36:17.435697 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8ed79-9268-47e8-8bc6-300d471a74bf req-6b91db58-fde9-4b5a-98e6-130a50bab347 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:17.437327 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c5b8ed79-9268-47e8-8bc6-300d471a74bf req-6b91db58-fde9-4b5a-98e6-130a50bab347 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0531912 Oct 14 12:36:17.475372 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c5b8ed79-9268-47e8-8bc6-300d471a74bf req-0af17ea9-d425-456c-8049-d1296258821c tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321832 Oct 14 12:36:17.597219 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3566-8193-43c2-b956-87e71048f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:18.600500 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4ae12-ad78-42f3-8f24-cea6ba2648a3 req-80db66cc-ab6a-4169-bbae-588e1ce3a82f tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:18.602060 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-65f4ae12-ad78-42f3-8f24-cea6ba2648a3 req-80db66cc-ab6a-4169-bbae-588e1ce3a82f tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0605876 Oct 14 12:36:18.641129 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-65f4ae12-ad78-42f3-8f24-cea6ba2648a3 req-a683ea03-567e-4b21-99b7-9b581fd107a6 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325937 Oct 14 12:36:19.757716 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea82dcd-ef61-40d8-b182-68a888570489 req-ec484137-0b3a-4dd6-baf9-8f120b691160 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:19.759208 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-aea82dcd-ef61-40d8-b182-68a888570489 req-ec484137-0b3a-4dd6-baf9-8f120b691160 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0502856 Oct 14 12:36:19.798830 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-aea82dcd-ef61-40d8-b182-68a888570489 req-1d925ceb-3ffd-471f-a950-6a8e38cc7f4f tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326798 Oct 14 12:36:20.494295 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-da6338a9-f180-4f71-897b-a51cf35f66da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:20.916982 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabcdab-7656-48fa-bd07-ac1b6ad07e62 req-7e279ace-e454-4fe6-9716-2dfeb3c44cc1 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:20.918441 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eeabcdab-7656-48fa-bd07-ac1b6ad07e62 req-7e279ace-e454-4fe6-9716-2dfeb3c44cc1 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0515525 Oct 14 12:36:20.959124 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-eeabcdab-7656-48fa-bd07-ac1b6ad07e62 req-9bfa81c7-84c3-49b0-8756-06b07ac7db5c tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343978 Oct 14 12:36:21.585413 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:22.091209 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bbb34-34d6-4797-aa0e-eb1f78f58db6 req-1a47e5d6-ba5d-4e03-a656-29d0df1d82a1 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:22.092833 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1c5bbb34-34d6-4797-aa0e-eb1f78f58db6 req-1a47e5d6-ba5d-4e03-a656-29d0df1d82a1 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0603852 Oct 14 12:36:22.133822 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-1c5bbb34-34d6-4797-aa0e-eb1f78f58db6 req-58a5ecc3-1000-4da1-b8b1-5bca89e2c0d5 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341768 Oct 14 12:36:22.168371 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:22.848117 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:23.250951 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ff7e4-1196-43ad-8ca9-e40cb8db8b2f req-29ff1c16-39b7-45f3-9e61-0fbd8a7bba63 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:23.252505 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e8ff7e4-1196-43ad-8ca9-e40cb8db8b2f req-29ff1c16-39b7-45f3-9e61-0fbd8a7bba63 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0508728 Oct 14 12:36:23.291407 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0e8ff7e4-1196-43ad-8ca9-e40cb8db8b2f req-966b469f-e231-433b-9c81-d91fb7303c77 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329173 Oct 14 12:36:23.799422 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device f60891f7-eaaf-4473-a6ad-d001f952f949 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:36:23.911833 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port f60891f7-eaaf-4473-a6ad-d001f952f949, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f60891f7-eaaf-4473-a6ad-d001f952f949,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:23.925149 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': 'f60891f7-eaaf-4473-a6ad-d001f952f949', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'port_id': 'f60891f7-eaaf-4473-a6ad-d001f952f949', 'mac_address': 'fa:16:3e:2a:49:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:36:23.965637 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:23.979421 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60891f7-eaaf-4473-a6ad-d001f952f949 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:36:23.999430 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port f60891f7-eaaf-4473-a6ad-d001f952f949, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f60891f7-eaaf-4473-a6ad-d001f952f949,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:24.111187 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:24.164770 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=f60891f7-eaaf-4473-a6ad-d001f952f949,revision_number=4']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:24.316335 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['f60891f7-eaaf-4473-a6ad-d001f952f949'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:36:24.411063 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587c630-f5ef-419a-9e1d-28b01778fd52 req-6a47eee3-911e-44bb-af2a-9ad1257fdedb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:24.412928 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7587c630-f5ef-419a-9e1d-28b01778fd52 req-6a47eee3-911e-44bb-af2a-9ad1257fdedb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 944 time: 0.0512738 Oct 14 12:36:24.453395 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7587c630-f5ef-419a-9e1d-28b01778fd52 req-6811a744-7284-48db-9aea-3bd2376b160e tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342572 Oct 14 12:36:25.596682 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc40f1c-52eb-4f2e-96c6-b7fd14c25761 req-538e1962-5de6-4e3f-b69e-6c1af1fc7bcf tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:25.598210 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5bc40f1c-52eb-4f2e-96c6-b7fd14c25761 req-538e1962-5de6-4e3f-b69e-6c1af1fc7bcf tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 944 time: 0.0593359 Oct 14 12:36:25.638115 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5bc40f1c-52eb-4f2e-96c6-b7fd14c25761 req-9b974fb0-4a8b-4c42-8a3d-71ff7d65e8c6 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339639 Oct 14 12:36:25.813494 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device f60891f7-eaaf-4473-a6ad-d001f952f949 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:36:25.933936 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning for port f60891f7-eaaf-4473-a6ad-d001f952f949 completed by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:36:25.939271 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port f60891f7-eaaf-4473-a6ad-d001f952f949 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:36:25.939644 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:26.023019 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:26.046453 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60891f7-eaaf-4473-a6ad-d001f952f949'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:36:26.048739 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a60e3a-2c02-4e7d-8a92-e5ea4021b379" -d '{"events": [{"server_uuid": "f94ea947-1a29-4f5b-be93-3970292e9d7f", "name": "network-vif-plugged", "status": "completed", "tag": "f60891f7-eaaf-4473-a6ad-d001f952f949"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:36:26.062354 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port f60891f7-eaaf-4473-a6ad-d001f952f949, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f60891f7-eaaf-4473-a6ad-d001f952f949,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:26.122380 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:26.176960 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=f60891f7-eaaf-4473-a6ad-d001f952f949,revision_number=5']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:26.211567 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15d9d78-7ff7-4383-a82f-f20d6f60a97f x-openstack-request-id: req-e15d9d78-7ff7-4383-a82f-f20d6f60a97f {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:36:26.211982 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94ea947-1a29-4f5b-be93-3970292e9d7f", "name": "network-vif-plugged", "status": "completed", "tag": "f60891f7-eaaf-4473-a6ad-d001f952f949", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:36:26.212341 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e15d9d78-7ff7-4383-a82f-f20d6f60a97f {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:36:26.212818 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60891f7-eaaf-4473-a6ad-d001f952f949', 'code': 200} Oct 14 12:36:26.567523 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ecde8-520c-487d-bf2f-b179150db12d req-426fbd77-7018-4858-bba3-f796a785732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:26.569017 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9c2ecde8-520c-487d-bf2f-b179150db12d req-426fbd77-7018-4858-bba3-f796a785732e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 1098 time: 0.0425253 Oct 14 12:36:26.606886 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9c2ecde8-520c-487d-bf2f-b179150db12d req-48ba168d-7226-4a78-a276-63972a67b257 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302544 Oct 14 12:36:26.762655 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46f32b-a9aa-470a-9531-4f3475574360 req-0d9266e2-5fe6-4d2e-9811-9935411625dd tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:26.764082 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef46f32b-a9aa-470a-9531-4f3475574360 req-0d9266e2-5fe6-4d2e-9811-9935411625dd tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0566804 Oct 14 12:36:26.807666 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef46f32b-a9aa-470a-9531-4f3475574360 req-bca24d94-5a17-4779-8b8c-6a2373e464b8 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340459 Oct 14 12:36:27.945565 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bc443-ae41-4116-bf25-7b6b3fdc6175 req-26718b0b-6bd2-4704-b83e-5cf090145870 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:27.947035 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8d5bc443-ae41-4116-bf25-7b6b3fdc6175 req-26718b0b-6bd2-4704-b83e-5cf090145870 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0540333 Oct 14 12:36:27.987070 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8d5bc443-ae41-4116-bf25-7b6b3fdc6175 req-4548ee36-24e7-4f16-852a-29506f78f04b tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330367 Oct 14 12:36:28.099893 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ca98d-7070-4059-af84-bda697809226 req-6687aa30-5d68-4ff8-8e9d-85a9e5f26d67 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:28.101405 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-651ca98d-7070-4059-af84-bda697809226 req-6687aa30-5d68-4ff8-8e9d-85a9e5f26d67 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0486591 Oct 14 12:36:28.141171 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-651ca98d-7070-4059-af84-bda697809226 req-04696919-2048-4807-819e-e46ce3fcfe2b tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337496 Oct 14 12:36:28.165990 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58408) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:28.309352 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5197b770-d025-4622-b1ea-e84ea2d3b061 tempest-TestShelveInstance-742615172 tempest-TestShelveInstance-742615172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:28.310936 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-5197b770-d025-4622-b1ea-e84ea2d3b061 tempest-TestShelveInstance-742615172 tempest-TestShelveInstance-742615172-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 1093 time: 0.1437004 Oct 14 12:36:28.313992 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58412) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:28.318297 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.v2.base [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Request body: {'floatingip': {'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'port_id': 'f60891f7-eaaf-4473-a6ad-d001f952f949', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:28.454202 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:28.555922 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:28.664818 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Allocated IP 172.27.2.31 (391d765e-ac37-49b7-9354-c7118e5ccf2f/ffc5f231-8f2b-44b7-9171-1609816528f8/4b28d8c3-2c09-41d5-97e4-3cb298d7c062) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:36:28.769262 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:28.848588 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727719573773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:28.887399 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Network 391d765e-ac37-49b7-9354-c7118e5ccf2f is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:36:28.890367 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:36:28.896658 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:36:28.901966 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Pushing event updated for resources: {'Port': ['ID=4b28d8c3-2c09-41d5-97e4-3cb298d7c062,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:29.517348 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:29.646046 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:29.817731 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:29.888241 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9882683'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:29.957457 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Pushing event updated for resources: {'Port': ['ID=4b28d8c3-2c09-41d5-97e4-3cb298d7c062,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:29.967469 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515547'] for floatingip, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:30.072100 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.l3_db [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Floating IP 5be40c98-a3fc-4906-93cd-3372c6241292 associated. External IP: 172.27.2.31, port: f60891f7-eaaf-4473-a6ad-d001f952f949. Oct 14 12:36:30.304154 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:36:30.417861 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:36:30.428451 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c79781-0aaa-4b3c-9a77-573ec86546ae None None] Sync routers for ids ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:36:30.439737 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c79781-0aaa-4b3c-9a77-573ec86546ae None None] Routers {'3e7618ff-4a16-44cb-94a3-7b9dce8accc1'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:30.440369 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-17c79781-0aaa-4b3c-9a77-573ec86546ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:36:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:30.558927 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:30.589815 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-74d652d6-acd6-4964-bfcc-ffed94275177 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2747855 Oct 14 12:36:30.590392 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'tag': 'f60891f7-eaaf-4473-a6ad-d001f952f949'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:36:30.593656 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5335594c-9fe5-43e5-a36c-315c4c020caf" -d '{"events": [{"name": "network-changed", "server_uuid": "f94ea947-1a29-4f5b-be93-3970292e9d7f", "tag": "f60891f7-eaaf-4473-a6ad-d001f952f949"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:36:30.632037 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11a81b3-6b53-42d4-b92b-11704dcd521a x-openstack-request-id: req-a11a81b3-6b53-42d4-b92b-11704dcd521a {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:36:30.632330 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94ea947-1a29-4f5b-be93-3970292e9d7f", "tag": "f60891f7-eaaf-4473-a6ad-d001f952f949", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:36:30.632586 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a11a81b3-6b53-42d4-b92b-11704dcd521a {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:36:30.633013 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'tag': 'f60891f7-eaaf-4473-a6ad-d001f952f949', 'status': 'completed', 'code': 200} Oct 14 12:36:30.676952 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-17c79781-0aaa-4b3c-9a77-573ec86546ae None None] Set router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:36:30.699192 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335594c-9fe5-43e5-a36c-315c4c020caf req-ae45da44-3bc7-4acf-b109-797cdb3a6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:30.700743 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5335594c-9fe5-43e5-a36c-315c4c020caf req-ae45da44-3bc7-4acf-b109-797cdb3a6746 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eaa6ed9cfcab4497aa87c71c9348e360&device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 1098 time: 0.0434718 Oct 14 12:36:30.781650 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:36:30.809496 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335594c-9fe5-43e5-a36c-315c4c020caf req-77665c52-5ee6-48b3-ad9e-19c83acb1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:30.811535 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5335594c-9fe5-43e5-a36c-315c4c020caf req-77665c52-5ee6-48b3-ad9e-19c83acb1f4e service neutron] 10.222.0.82 "GET /v2.0/networks?id=b3061b6d-f466-4cef-841b-39fe4620f01a HTTP/1.1" status: 200 len: 909 time: 0.1037700 Oct 14 12:36:30.880270 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5335594c-9fe5-43e5-a36c-315c4c020caf req-6a2a4751-87ce-4836-b33a-f8c154069820 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f60891f7-eaaf-4473-a6ad-d001f952f949 HTTP/1.1" status: 200 len: 998 time: 0.0628145 Oct 14 12:36:30.929514 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-17c79781-0aaa-4b3c-9a77-573ec86546ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 4, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'gw_port': {'id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': '5be40c98-a3fc-4906-93cd-3372c6241292', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'port_id': 'f60891f7-eaaf-4473-a6ad-d001f952f949', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'mac_address': 'fa:16:3e:2a:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:36:29Z', 'updated_at': '2021-10-14T12:36:29Z', 'revision_number': 0, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaab6345-d455-4f19-a2bc-e51d2e807384', 'name': '', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'mac_address': 'fa:16:3e:6e:62:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:31Z', 'updated_at': '2021-10-14T12:35:37Z', 'revision_number': 5, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'subnets': [{'id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:30.932199 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335594c-9fe5-43e5-a36c-315c4c020caf req-96631656-d361-4b2d-b674-533153fd0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:30.933760 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5335594c-9fe5-43e5-a36c-315c4c020caf req-96631656-d361-4b2d-b674-533153fd0431 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d7fafa3b-e0df-4798-a8fe-5d157c07461b HTTP/1.1" status: 200 len: 847 time: 0.0470481 Oct 14 12:36:30.957197 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c79781-0aaa-4b3c-9a77-573ec86546ae None None] Checking router: 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:36:30.965889 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c79781-0aaa-4b3c-9a77-573ec86546ae None None] Routers {'3e7618ff-4a16-44cb-94a3-7b9dce8accc1'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:30.966548 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-17c79781-0aaa-4b3c-9a77-573ec86546ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:36:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:30.987349 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335594c-9fe5-43e5-a36c-315c4c020caf req-be0121c0-f3f3-4501-bd1d-1fde690dde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:30.988892 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5335594c-9fe5-43e5-a36c-315c4c020caf req-be0121c0-f3f3-4501-bd1d-1fde690dde64 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b3061b6d-f466-4cef-841b-39fe4620f01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482976 Oct 14 12:36:31.078011 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-17c79781-0aaa-4b3c-9a77-573ec86546ae None None] Set router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:36:31.086570 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5335594c-9fe5-43e5-a36c-315c4c020caf req-5a1c848f-fb82-4a79-abe7-3c9748ed1f67 service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901120 Oct 14 12:36:31.189003 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5335594c-9fe5-43e5-a36c-315c4c020caf req-4f39e006-09e0-420e-9f3a-cb1bfe21a928 service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950003 Oct 14 12:36:31.329621 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-17c79781-0aaa-4b3c-9a77-573ec86546ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 4, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'gw_port': {'id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': '5be40c98-a3fc-4906-93cd-3372c6241292', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'port_id': 'f60891f7-eaaf-4473-a6ad-d001f952f949', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'mac_address': 'fa:16:3e:2a:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:36:29Z', 'updated_at': '2021-10-14T12:36:29Z', 'revision_number': 0, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaab6345-d455-4f19-a2bc-e51d2e807384', 'name': '', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'mac_address': 'fa:16:3e:6e:62:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:31Z', 'updated_at': '2021-10-14T12:35:37Z', 'revision_number': 5, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'subnets': [{'id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:31.356495 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c79781-0aaa-4b3c-9a77-573ec86546ae None None] The sync data for ids ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'] in dv-cinder-813984-2-iscsi is: [{'id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 4, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'gw_port': {'id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_floatingips': [{'id': '5be40c98-a3fc-4906-93cd-3372c6241292', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'router_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'port_id': 'f60891f7-eaaf-4473-a6ad-d001f952f949', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'mac_address': 'fa:16:3e:2a:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:36:29Z', 'updated_at': '2021-10-14T12:36:29Z', 'revision_number': 0, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaab6345-d455-4f19-a2bc-e51d2e807384', 'name': '', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'mac_address': 'fa:16:3e:6e:62:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:31Z', 'updated_at': '2021-10-14T12:35:37Z', 'revision_number': 5, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'subnets': [{'id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:36:31.565691 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab308ce8-8b25-4ff5-a572-bca25452b750 None None] New status for floating IP 5be40c98-a3fc-4906-93cd-3372c6241292: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:36:37.225203 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:47.568433 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-60b3518b-a540-4031-92c4-72725f6cc244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:50.453128 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-64243f4d-8f3d-4bc7-b8cc-a7f878e687a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:51.561904 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:52.207444 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:36:52.887658 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:37:07.220170 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:37:07.781805 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:37:17.578116 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0b799219-aadb-4d4d-b3f0-2d5230c0fc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:37:19.485338 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a729724-8468-4965-9f1a-e048a873e397 req-e2a2dad8-5add-4d44-9971-4e9b1b824c3b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430152 Oct 14 12:37:19.568001 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a729724-8468-4965-9f1a-e048a873e397 req-78897ed3-60a3-437f-be6a-a91734a9a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:19.569622 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a729724-8468-4965-9f1a-e048a873e397 req-78897ed3-60a3-437f-be6a-a91734a9a1f7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eaa6ed9cfcab4497aa87c71c9348e360&device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 1098 time: 0.0430574 Oct 14 12:37:19.680894 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a729724-8468-4965-9f1a-e048a873e397 req-80c637d9-beb1-4a50-a942-cac374dfd020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:19.682353 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a729724-8468-4965-9f1a-e048a873e397 req-80c637d9-beb1-4a50-a942-cac374dfd020 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b3061b6d-f466-4cef-841b-39fe4620f01a HTTP/1.1" status: 200 len: 909 time: 0.0943170 Oct 14 12:37:19.755484 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a729724-8468-4965-9f1a-e048a873e397 req-34b84a76-e550-4a32-a849-8e9df9fccabc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f60891f7-eaaf-4473-a6ad-d001f952f949 HTTP/1.1" status: 200 len: 1000 time: 0.0647881 Oct 14 12:37:19.810513 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a729724-8468-4965-9f1a-e048a873e397 req-31c2fe14-fbd6-4f94-b552-a472cbf8c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:19.812200 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a729724-8468-4965-9f1a-e048a873e397 req-31c2fe14-fbd6-4f94-b552-a472cbf8c30a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d7fafa3b-e0df-4798-a8fe-5d157c07461b HTTP/1.1" status: 200 len: 847 time: 0.0510616 Oct 14 12:37:19.858783 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a729724-8468-4965-9f1a-e048a873e397 req-69d83e86-2069-4e51-9fdd-7ff8ab7bcd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:19.860267 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a729724-8468-4965-9f1a-e048a873e397 req-69d83e86-2069-4e51-9fdd-7ff8ab7bcd4f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b3061b6d-f466-4cef-841b-39fe4620f01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417252 Oct 14 12:37:19.955505 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a729724-8468-4965-9f1a-e048a873e397 req-35e1d0ee-ed5c-4f69-944f-9230e29d0bc0 service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884161 Oct 14 12:37:20.048993 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0a729724-8468-4965-9f1a-e048a873e397 req-7b987fb9-68e0-4aa5-a6f3-410aa25ae7c4 service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869694 Oct 14 12:37:20.429527 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4fc6afc3-07c1-43a9-8cea-96cdcbcdcc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:37:21.577700 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:37:22.166625 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:37:22.864310 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:37:37.223191 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:37:44.781970 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:37:47.571476 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76af64d6-9ab8-49d6-847f-11e5a370c446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:37:50.457106 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a52727a1-f969-4f5b-8004-a2f3aaabecf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:37:51.611923 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:37:52.228838 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:37:53.154985 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:07.246555 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:17.576917 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72da4363-5779-4238-8323-ddccebc82328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:19.480989 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9a910ac-85c0-4a09-8586-f54784a31260 req-d65c7870-90d2-4b8e-9441-7de2a6d8012d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411408 Oct 14 12:38:19.573536 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a910ac-85c0-4a09-8586-f54784a31260 req-a95e2c98-b09c-4ae5-ae5a-47c8094f5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:19.575253 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9a910ac-85c0-4a09-8586-f54784a31260 req-a95e2c98-b09c-4ae5-ae5a-47c8094f5e4a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eaa6ed9cfcab4497aa87c71c9348e360&device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 1098 time: 0.0491424 Oct 14 12:38:19.691995 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a910ac-85c0-4a09-8586-f54784a31260 req-8e4901c3-611f-426e-a288-a4556a39b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:19.693464 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9a910ac-85c0-4a09-8586-f54784a31260 req-8e4901c3-611f-426e-a288-a4556a39b246 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b3061b6d-f466-4cef-841b-39fe4620f01a HTTP/1.1" status: 200 len: 909 time: 0.0981526 Oct 14 12:38:19.764516 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9a910ac-85c0-4a09-8586-f54784a31260 req-013baf5e-bc3e-4133-a48d-ba6c29c9738f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f60891f7-eaaf-4473-a6ad-d001f952f949 HTTP/1.1" status: 200 len: 1000 time: 0.0639360 Oct 14 12:38:19.815330 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a910ac-85c0-4a09-8586-f54784a31260 req-57143deb-84e1-408e-b275-aec5e63c4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:19.816759 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9a910ac-85c0-4a09-8586-f54784a31260 req-57143deb-84e1-408e-b275-aec5e63c4d78 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d7fafa3b-e0df-4798-a8fe-5d157c07461b HTTP/1.1" status: 200 len: 847 time: 0.0455971 Oct 14 12:38:19.867267 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a910ac-85c0-4a09-8586-f54784a31260 req-620c62f7-f207-4bfc-a872-7b111d2d0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:19.868866 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9a910ac-85c0-4a09-8586-f54784a31260 req-620c62f7-f207-4bfc-a872-7b111d2d0402 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b3061b6d-f466-4cef-841b-39fe4620f01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447767 Oct 14 12:38:19.970518 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9a910ac-85c0-4a09-8586-f54784a31260 req-ca68fee5-71eb-45f4-8120-01a3a74a990f service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945287 Oct 14 12:38:20.064486 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b9a910ac-85c0-4a09-8586-f54784a31260 req-5370b2b8-85d8-4fc6-9056-efe1d17e7dec service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871561 Oct 14 12:38:20.491416 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-96c2b8f7-1d7d-4ada-a3ca-fe292c8d918d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:21.571402 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:21.782421 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:38:22.183367 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:22.875393 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:26.288316 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9b06-e71f-488d-8dc3-e023ec576920 req-d50caad5-9af8-4e7e-b694-f394f964f6f3 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:26.289818 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0eac9b06-e71f-488d-8dc3-e023ec576920 req-d50caad5-9af8-4e7e-b694-f394f964f6f3 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0597332 Oct 14 12:38:26.332901 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0eac9b06-e71f-488d-8dc3-e023ec576920 req-557f3b30-8f55-40da-a9c6-047f843b8982 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345132 Oct 14 12:38:27.459288 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ad7e8-4d0e-43b6-9467-f5b095375703 req-251689da-f677-4cfb-aee9-cedf93ee52b5 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:27.460818 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-603ad7e8-4d0e-43b6-9467-f5b095375703 req-251689da-f677-4cfb-aee9-cedf93ee52b5 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0520101 Oct 14 12:38:27.500889 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-603ad7e8-4d0e-43b6-9467-f5b095375703 req-4100c841-5b7c-4864-a588-9aafb45fa075 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340230 Oct 14 12:38:28.638311 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa5b9b-d201-44ab-aebf-67e7a58132cc req-d838fa25-8b6f-436b-a3b6-9ab7d11c3643 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:28.639873 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8ffa5b9b-d201-44ab-aebf-67e7a58132cc req-d838fa25-8b6f-436b-a3b6-9ab7d11c3643 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0502377 Oct 14 12:38:28.680681 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8ffa5b9b-d201-44ab-aebf-67e7a58132cc req-aa0fa480-8563-4ebc-b8ab-4851484d403e tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347209 Oct 14 12:38:29.814481 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208bffa-1fa3-42d7-9eff-acad50e28f54 req-e12a6884-9322-4148-b716-53db1ccbb469 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:29.816046 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f208bffa-1fa3-42d7-9eff-acad50e28f54 req-e12a6884-9322-4148-b716-53db1ccbb469 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0650957 Oct 14 12:38:29.859508 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f208bffa-1fa3-42d7-9eff-acad50e28f54 req-bf2fbc48-28ca-4108-897f-c31d81e509d4 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373445 Oct 14 12:38:30.976286 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2e7bb-c460-46e2-ac70-0994e0472f33 req-ed5d5c14-0dde-4aee-9f0a-88b897f29bbb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:30.977962 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7fe2e7bb-c460-46e2-ac70-0994e0472f33 req-ed5d5c14-0dde-4aee-9f0a-88b897f29bbb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0503199 Oct 14 12:38:31.016322 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-7fe2e7bb-c460-46e2-ac70-0994e0472f33 req-6df2f136-8da9-47f1-a57d-b5af67cd3c9d tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315008 Oct 14 12:38:32.135191 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd23897-ee97-4750-9817-c8a0fbe03788 req-c1aeb1de-9d1e-4245-8cf2-0aeb5bb3efb6 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:32.136719 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bbd23897-ee97-4750-9817-c8a0fbe03788 req-c1aeb1de-9d1e-4245-8cf2-0aeb5bb3efb6 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0526574 Oct 14 12:38:32.175348 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-bbd23897-ee97-4750-9817-c8a0fbe03788 req-244c4bd0-a4df-4581-942e-efbc0e823c59 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319772 Oct 14 12:38:33.298890 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d3d28-8952-4b95-8c63-631990efeb5e req-b185bef6-86d2-462c-bcf7-3688bf73681c tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:33.300390 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-075d3d28-8952-4b95-8c63-631990efeb5e req-b185bef6-86d2-462c-bcf7-3688bf73681c tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0554969 Oct 14 12:38:33.340257 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-075d3d28-8952-4b95-8c63-631990efeb5e req-d73f4098-595b-4daa-8063-2d4f7285ef22 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338426 Oct 14 12:38:34.458064 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e679f-6ce5-467e-837f-a72b0e84e930 req-2eaa2bdb-6bfb-4dfe-8f73-2e75f980267f tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:34.459568 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dd6e679f-6ce5-467e-837f-a72b0e84e930 req-2eaa2bdb-6bfb-4dfe-8f73-2e75f980267f tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0502012 Oct 14 12:38:34.499533 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-dd6e679f-6ce5-467e-837f-a72b0e84e930 req-07b85b3f-eb1c-40f5-89a2-93968675789f tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341215 Oct 14 12:38:35.616584 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759e95-3daa-4c25-9c43-fca393e9c0a1 req-3c00f433-f5c5-4e1d-a5d3-0e94647d13ed tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:35.618024 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-df759e95-3daa-4c25-9c43-fca393e9c0a1 req-3c00f433-f5c5-4e1d-a5d3-0e94647d13ed tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0502741 Oct 14 12:38:35.658754 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-df759e95-3daa-4c25-9c43-fca393e9c0a1 req-301cbfeb-b76e-419e-bb7e-855a12e2a7ea tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334156 Oct 14 12:38:36.506263 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba4ddb-640b-456e-8761-5d2ba419f019 req-a3f15ccf-a5fc-4ac4-99da-d683d9f52b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:36.508818 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-87ba4ddb-640b-456e-8761-5d2ba419f019 req-a3f15ccf-a5fc-4ac4-99da-d683d9f52b14 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eaa6ed9cfcab4497aa87c71c9348e360&device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 1098 time: 0.0540180 Oct 14 12:38:36.612983 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba4ddb-640b-456e-8761-5d2ba419f019 req-de471ea6-9471-4e25-8bdf-91ea0f440ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:36.614508 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-87ba4ddb-640b-456e-8761-5d2ba419f019 req-de471ea6-9471-4e25-8bdf-91ea0f440ad1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b3061b6d-f466-4cef-841b-39fe4620f01a HTTP/1.1" status: 200 len: 909 time: 0.0991793 Oct 14 12:38:36.690387 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-87ba4ddb-640b-456e-8761-5d2ba419f019 req-44327f67-033b-45d0-804f-853c31a4c51a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f60891f7-eaaf-4473-a6ad-d001f952f949 HTTP/1.1" status: 200 len: 1000 time: 0.0682039 Oct 14 12:38:36.770130 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba4ddb-640b-456e-8761-5d2ba419f019 req-ba13807a-904c-44e4-bf58-50dea85f8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:36.771526 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-87ba4ddb-640b-456e-8761-5d2ba419f019 req-ba13807a-904c-44e4-bf58-50dea85f8b68 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d7fafa3b-e0df-4798-a8fe-5d157c07461b HTTP/1.1" status: 200 len: 847 time: 0.0741663 Oct 14 12:38:36.794022 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d63127-52b7-4728-880d-bc52566ff745 req-1a9db298-4dd6-4e98-aa7b-fe3e10e19fe9 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:36.795761 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c3d63127-52b7-4728-880d-bc52566ff745 req-1a9db298-4dd6-4e98-aa7b-fe3e10e19fe9 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0652943 Oct 14 12:38:36.857874 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba4ddb-640b-456e-8761-5d2ba419f019 req-8321b5c6-1de0-4309-807a-d0c6975731ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:36.859786 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-87ba4ddb-640b-456e-8761-5d2ba419f019 req-8321b5c6-1de0-4309-807a-d0c6975731ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b3061b6d-f466-4cef-841b-39fe4620f01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810716 Oct 14 12:38:36.863251 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-c3d63127-52b7-4728-880d-bc52566ff745 req-500e38b4-7704-46d8-875e-862c67f23a1e tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502424 Oct 14 12:38:36.950528 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-87ba4ddb-640b-456e-8761-5d2ba419f019 req-f3560daf-9390-4f90-9a3b-155ecad42d77 service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837514 Oct 14 12:38:37.045370 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-87ba4ddb-640b-456e-8761-5d2ba419f019 req-ddb1ac38-9a71-4e74-a7f5-48577b9bf854 service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879571 Oct 14 12:38:37.256669 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:37.980802 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87555a8d-5b8b-491e-b418-998aabb51a5f req-46aaf675-a66d-4ebf-bcfa-676f9078ffeb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:37.982843 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-87555a8d-5b8b-491e-b418-998aabb51a5f req-46aaf675-a66d-4ebf-bcfa-676f9078ffeb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0501909 Oct 14 12:38:38.021104 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-87555a8d-5b8b-491e-b418-998aabb51a5f req-c77dcbd1-bfc1-4f6e-8362-16085d9e2f19 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322340 Oct 14 12:38:39.139048 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd58e0-c637-4c5a-b6ab-62506ba40c28 req-999666f6-d5e6-4201-b866-87e2ed2d4d4e tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:39.141411 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-01dd58e0-c637-4c5a-b6ab-62506ba40c28 req-999666f6-d5e6-4201-b866-87e2ed2d4d4e tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0549233 Oct 14 12:38:39.185599 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-01dd58e0-c637-4c5a-b6ab-62506ba40c28 req-a3e9e889-9ff4-4efd-935f-d1a4bd088068 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382528 Oct 14 12:38:40.304774 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284642e-c8cb-4b38-becd-4cd8a5388bc9 req-71b71dde-6226-4603-81af-39e70e23e65b tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:40.306231 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b284642e-c8cb-4b38-becd-4cd8a5388bc9 req-71b71dde-6226-4603-81af-39e70e23e65b tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0496752 Oct 14 12:38:40.345088 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b284642e-c8cb-4b38-becd-4cd8a5388bc9 req-abc76c1a-2286-4157-8f3e-f484524e49be tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319669 Oct 14 12:38:40.487466 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [req-4a4b1974-ed95-403a-b064-54d7e93234f9 req-c2b241ce-5e8e-4651-8dba-9a6522a21b52 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:38:40.488512 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4a4b1974-ed95-403a-b064-54d7e93234f9 req-c2b241ce-5e8e-4651-8dba-9a6522a21b52 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0815444 Oct 14 12:38:40.811018 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d3334-78f2-4571-9ae6-57131b7b51fd req-e78a353e-0ff4-4ea2-9358-b5bcd71421cc tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:40.812998 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fa0d3334-78f2-4571-9ae6-57131b7b51fd req-e78a353e-0ff4-4ea2-9358-b5bcd71421cc tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0580511 Oct 14 12:38:40.852800 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-fa0d3334-78f2-4571-9ae6-57131b7b51fd req-7a8811b2-3229-4d48-b5a2-710e06a45f99 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334499 Oct 14 12:38:40.896473 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-8566c7c0-139d-47b0-bb5a-ab79f48f2d16 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914941 Oct 14 12:38:40.906284 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-4dd579f9-d43a-4f6e-b518-8b6acf383b78 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=100446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:38:40.907280 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-4dd579f9-d43a-4f6e-b518-8b6acf383b78 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059295 Oct 14 12:38:41.970623 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49324662-e7b5-4d1d-a20d-3540d6737506 req-579a2706-dfcd-409b-913f-ebea823fa940 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:41.972033 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-49324662-e7b5-4d1d-a20d-3540d6737506 req-579a2706-dfcd-409b-913f-ebea823fa940 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0510850 Oct 14 12:38:42.019892 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-49324662-e7b5-4d1d-a20d-3540d6737506 req-c5160fbb-d12e-483d-b158-7dc3ab03ba99 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415843 Oct 14 12:38:42.417142 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device f60891f7-eaaf-4473-a6ad-d001f952f949 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:38:42.497028 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:42.520819 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f60891f7-eaaf-4473-a6ad-d001f952f949'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:38:42.523181 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae63408-045b-4c51-b6f0-09d007b7abe2" -d '{"events": [{"server_uuid": "f94ea947-1a29-4f5b-be93-3970292e9d7f", "name": "network-vif-unplugged", "status": "completed", "tag": "f60891f7-eaaf-4473-a6ad-d001f952f949"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:38:42.537404 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port f60891f7-eaaf-4473-a6ad-d001f952f949, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f60891f7-eaaf-4473-a6ad-d001f952f949,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:38:42.554627 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Oct 2021 12:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7971091e-ebf8-4872-a94b-3d53468d71c1 x-openstack-request-id: req-7971091e-ebf8-4872-a94b-3d53468d71c1 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:38:42.554949 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94ea947-1a29-4f5b-be93-3970292e9d7f", "name": "network-vif-unplugged", "status": "failed", "tag": "f60891f7-eaaf-4473-a6ad-d001f952f949", "code": 422}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:38:42.555203 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7971091e-ebf8-4872-a94b-3d53468d71c1 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:38:42.555635 dv-cinder-813984-2-iscsi neutron-server[100448]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f60891f7-eaaf-4473-a6ad-d001f952f949', 'code': 422} returned with failed status Oct 14 12:38:42.609930 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:42.656955 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=f60891f7-eaaf-4473-a6ad-d001f952f949,revision_number=6']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:38:42.663963 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:42.664314 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:42.664658 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:42.665004 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:42.665335 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:42.665665 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:42.665995 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:42.666322 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:42.666650 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:42.667002 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:42.667326 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:42.667647 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:43.136219 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1fa72-31b6-4027-9a7d-566d761052b5 req-f01a3953-aad1-4d36-9e8e-be9bd8b174b0 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:43.137687 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fd1fa72-31b6-4027-9a7d-566d761052b5 req-f01a3953-aad1-4d36-9e8e-be9bd8b174b0 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0499091 Oct 14 12:38:43.176079 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5fd1fa72-31b6-4027-9a7d-566d761052b5 req-5b3d1e20-f6a1-43f5-b031-822395a93c1b tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319438 Oct 14 12:38:43.371662 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-5cff4f67-5bc5-43ad-9019-e68bcdb8cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:43.373042 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-5cff4f67-5bc5-43ad-9019-e68bcdb8cb6e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f&tenant_id=eaa6ed9cfcab4497aa87c71c9348e360 HTTP/1.1" status: 200 len: 1096 time: 0.0410047 Oct 14 12:38:43.432252 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-0d36e776-7038-45bc-914e-82e4ef6f3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:43.433698 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-0d36e776-7038-45bc-914e-82e4ef6f3405 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eaa6ed9cfcab4497aa87c71c9348e360&device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 1096 time: 0.0400300 Oct 14 12:38:43.525882 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-52144a9f-6411-4444-93b0-2d5e02679556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:43.527371 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-52144a9f-6411-4444-93b0-2d5e02679556 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b3061b6d-f466-4cef-841b-39fe4620f01a HTTP/1.1" status: 200 len: 909 time: 0.0868640 Oct 14 12:38:43.589952 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-c0cd0d78-1b97-41b3-82ca-28f895cae3e8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f60891f7-eaaf-4473-a6ad-d001f952f949 HTTP/1.1" status: 200 len: 998 time: 0.0559120 Oct 14 12:38:43.645547 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-f6bd21e0-9c04-423d-bc74-676b1c0b9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:43.647103 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-f6bd21e0-9c04-423d-bc74-676b1c0b9db9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d7fafa3b-e0df-4798-a8fe-5d157c07461b HTTP/1.1" status: 200 len: 847 time: 0.0503199 Oct 14 12:38:43.694214 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-7579fbe3-d641-4c2c-aa0f-031f48f3b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:43.695751 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-7579fbe3-d641-4c2c-aa0f-031f48f3b609 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b3061b6d-f466-4cef-841b-39fe4620f01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417812 Oct 14 12:38:43.789767 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-856f12bc-5f73-4d35-afe3-91a45065e1cf service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860064 Oct 14 12:38:43.881030 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-ef4498f9-4669-419f-9373-e2d1200e50b1 req-f2026833-c5bb-4fa8-b460-436379c77367 service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839555 Oct 14 12:38:44.290347 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ede24c-a57c-4812-a791-98aff3617041 req-2226d8fe-d0e6-496a-94ee-e03f47e7567d tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:44.291836 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e1ede24c-a57c-4812-a791-98aff3617041 req-2226d8fe-d0e6-496a-94ee-e03f47e7567d tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0490324 Oct 14 12:38:44.335815 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-e1ede24c-a57c-4812-a791-98aff3617041 req-06640439-2cc6-423c-8f30-d4f367045f4e tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355108 Oct 14 12:38:45.727783 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e55a2-8221-4b81-9ce0-3467e57488e8 req-17c80574-0625-438f-832e-4455598e89d7 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:45.729415 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b60e55a2-8221-4b81-9ce0-3467e57488e8 req-17c80574-0625-438f-832e-4455598e89d7 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.3246200 Oct 14 12:38:45.771528 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-b60e55a2-8221-4b81-9ce0-3467e57488e8 req-9827336e-29b5-4915-80b4-7a1599261c13 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347986 Oct 14 12:38:46.891193 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c7743-5da1-4c4e-92d1-51e71cbafe72 req-a5215e1f-22c8-4ca5-921a-68028e2810ae tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:46.892678 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-196c7743-5da1-4c4e-92d1-51e71cbafe72 req-a5215e1f-22c8-4ca5-921a-68028e2810ae tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0498953 Oct 14 12:38:46.932770 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-196c7743-5da1-4c4e-92d1-51e71cbafe72 req-95272325-ae13-4959-9102-846fea977901 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339808 Oct 14 12:38:47.645082 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6715eb93-071a-4810-aa97-578c0e288c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:48.058090 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be898e8-1374-4277-b06d-b9b426361b5f req-53f86be5-ee2c-404b-ac0c-22768a61fe23 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:48.059729 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0be898e8-1374-4277-b06d-b9b426361b5f req-53f86be5-ee2c-404b-ac0c-22768a61fe23 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0582459 Oct 14 12:38:48.103656 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-0be898e8-1374-4277-b06d-b9b426361b5f req-70405727-141d-4a06-b701-23bb98966a58 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369549 Oct 14 12:38:49.229609 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789907c4-c21c-4542-b391-327b45edc038 req-7e68bc37-5690-4148-9891-2cbd5780eed7 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:49.231083 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-789907c4-c21c-4542-b391-327b45edc038 req-7e68bc37-5690-4148-9891-2cbd5780eed7 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0552242 Oct 14 12:38:49.268794 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-789907c4-c21c-4542-b391-327b45edc038 req-ad58f73f-77d2-4bf4-bdc0-e35cdd312251 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311644 Oct 14 12:38:50.383249 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9ffed-528a-4a1e-bc40-c6a9060a4637 req-a6a0af8e-185c-4899-aa56-6720e97eba0d tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:50.384784 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-abd9ffed-528a-4a1e-bc40-c6a9060a4637 req-a6a0af8e-185c-4899-aa56-6720e97eba0d tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0492613 Oct 14 12:38:50.422983 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-abd9ffed-528a-4a1e-bc40-c6a9060a4637 req-20d0deca-ec09-4a55-ac6f-3625282a2322 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318360 Oct 14 12:38:50.462577 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e2577a15-bd41-48f4-b2e1-561544549fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:51.545820 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee61221-0905-48d6-bc80-465e189350ac req-04cc7e00-fedf-4b33-b5a1-7b8d8ec34972 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:51.547320 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5ee61221-0905-48d6-bc80-465e189350ac req-04cc7e00-fedf-4b33-b5a1-7b8d8ec34972 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0540614 Oct 14 12:38:51.576344 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:51.587858 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5ee61221-0905-48d6-bc80-465e189350ac req-cf8e83e0-781b-485b-85b3-aca6732c586b tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341797 Oct 14 12:38:52.245709 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:52.449008 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device f60891f7-eaaf-4473-a6ad-d001f952f949 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:38:52.550549 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port f60891f7-eaaf-4473-a6ad-d001f952f949, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f60891f7-eaaf-4473-a6ad-d001f952f949,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:38:52.562247 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Returning: {'device': 'f60891f7-eaaf-4473-a6ad-d001f952f949', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'port_id': 'f60891f7-eaaf-4473-a6ad-d001f952f949', 'mac_address': 'fa:16:3e:2a:49:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:38:52.602389 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:52.617326 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60891f7-eaaf-4473-a6ad-d001f952f949 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:38:52.637093 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port f60891f7-eaaf-4473-a6ad-d001f952f949, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f60891f7-eaaf-4473-a6ad-d001f952f949,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:38:52.702430 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:52.715371 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbe081-c021-4c56-8346-a293d109230e req-c996f369-ca9d-4404-88f3-c55dc79db22c tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:52.716875 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4ecbe081-c021-4c56-8346-a293d109230e req-c996f369-ca9d-4404-88f3-c55dc79db22c tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 943 time: 0.0573418 Oct 14 12:38:52.754441 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=f60891f7-eaaf-4473-a6ad-d001f952f949,revision_number=7']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:38:52.759097 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-4ecbe081-c021-4c56-8346-a293d109230e req-b381a514-8856-4a1f-b1e7-1f8c90f3ff1f tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349259 Oct 14 12:38:52.890824 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:52.934485 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] get_ports_and_sgs() called for port_ids ['f60891f7-eaaf-4473-a6ad-d001f952f949'] {{(pid=100448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:38:53.872885 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813389dc-03d8-4ec7-82ca-8968f1d47fb1 req-aee91019-7b4c-4013-98ed-cf1b5765b06b tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:53.874370 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-813389dc-03d8-4ec7-82ca-8968f1d47fb1 req-aee91019-7b4c-4013-98ed-cf1b5765b06b tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 944 time: 0.0494888 Oct 14 12:38:53.915018 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-813389dc-03d8-4ec7-82ca-8968f1d47fb1 req-f54d46ee-ffba-43c5-9ff6-3322f8f42a58 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336483 Oct 14 12:38:54.448158 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device f60891f7-eaaf-4473-a6ad-d001f952f949 up at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:38:54.502671 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Provisioning complete for port f60891f7-eaaf-4473-a6ad-d001f952f949 triggered by entity L2. {{(pid=100448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:38:54.503077 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377188'] for port, provisioning_complete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:54.585982 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1450394'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:54.613494 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60891f7-eaaf-4473-a6ad-d001f952f949'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:38:54.615987 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaef6fa5ceb8c65b09dc61b6350d040912b9a581328911f5faecaf8a8be2bb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed31753d-237a-4a64-9b4d-80e41f46cbd1" -d '{"events": [{"server_uuid": "f94ea947-1a29-4f5b-be93-3970292e9d7f", "name": "network-vif-plugged", "status": "completed", "tag": "f60891f7-eaaf-4473-a6ad-d001f952f949"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:38:54.630833 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] For port f60891f7-eaaf-4473-a6ad-d001f952f949, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f60891f7-eaaf-4473-a6ad-d001f952f949,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:38:54.665247 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e00fdd-456f-4a83-a4d4-1bef86d424d0 x-openstack-request-id: req-81e00fdd-456f-4a83-a4d4-1bef86d424d0 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:38:54.665697 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94ea947-1a29-4f5b-be93-3970292e9d7f", "name": "network-vif-plugged", "status": "completed", "tag": "f60891f7-eaaf-4473-a6ad-d001f952f949", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:38:54.666091 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-81e00fdd-456f-4a83-a4d4-1bef86d424d0 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:38:54.666694 dv-cinder-813984-2-iscsi neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60891f7-eaaf-4473-a6ad-d001f952f949', 'code': 200} Oct 14 12:38:54.685428 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720059715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727719573791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727719573809'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:38:54.743198 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Pushing event updated for resources: {'Port': ['ID=f60891f7-eaaf-4473-a6ad-d001f952f949,revision_number=8']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:38:54.945512 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdf7c0-6706-4784-9ed6-a263993e4a59 req-cf86a282-decd-4b9b-ad44-118be4c25300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:54.948980 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-61fdf7c0-6706-4784-9ed6-a263993e4a59 req-cf86a282-decd-4b9b-ad44-118be4c25300 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 1098 time: 0.0578530 Oct 14 12:38:54.999508 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-61fdf7c0-6706-4784-9ed6-a263993e4a59 req-6d32ee5f-2b31-4401-98ca-6f69ea3f5366 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428457 Oct 14 12:38:55.077485 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264f70a-c256-40d7-8876-c6729e810318 req-22c257af-5daf-4a06-a112-ebdd0ee2c65a tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:55.079215 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2264f70a-c256-40d7-8876-c6729e810318 req-22c257af-5daf-4a06-a112-ebdd0ee2c65a tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0577357 Oct 14 12:38:55.130556 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-2264f70a-c256-40d7-8876-c6729e810318 req-8d668750-3a8d-42bd-9514-f58b66f37a96 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410852 Oct 14 12:38:56.263210 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629897f-c0b1-4a95-b1de-c5df202e6e31 req-4b23c282-9612-49fb-a79f-b1c0e6c18aec tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:56.264877 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9629897f-c0b1-4a95-b1de-c5df202e6e31 req-4b23c282-9612-49fb-a79f-b1c0e6c18aec tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0518398 Oct 14 12:38:56.308121 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-9629897f-c0b1-4a95-b1de-c5df202e6e31 req-e9015d6e-17c2-447f-a63b-b22106be81ab tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358019 Oct 14 12:38:58.781572 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:39:07.245421 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:39:17.571010 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-99389c98-4be4-4bed-926a-898465c88a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:39:20.444944 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7c3425fd-3392-4c8d-9afb-95166bd567b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:39:21.464142 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5811baac-c50e-418b-b1ce-a6ddec7c4752 req-9b36784a-c8c9-417e-b4df-0be440755978 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390427 Oct 14 12:39:21.553169 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811baac-c50e-418b-b1ce-a6ddec7c4752 req-2f372d78-4b47-4c12-8e8b-95ae77df57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:21.554742 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5811baac-c50e-418b-b1ce-a6ddec7c4752 req-2f372d78-4b47-4c12-8e8b-95ae77df57f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eaa6ed9cfcab4497aa87c71c9348e360&device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 1098 time: 0.0464356 Oct 14 12:39:21.603885 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:39:21.664062 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811baac-c50e-418b-b1ce-a6ddec7c4752 req-2782a4b4-8493-46c1-9695-b6ec30cd243d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:21.665517 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5811baac-c50e-418b-b1ce-a6ddec7c4752 req-2782a4b4-8493-46c1-9695-b6ec30cd243d service neutron] 10.222.0.82 "GET /v2.0/networks?id=b3061b6d-f466-4cef-841b-39fe4620f01a HTTP/1.1" status: 200 len: 909 time: 0.0905132 Oct 14 12:39:21.739628 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5811baac-c50e-418b-b1ce-a6ddec7c4752 req-e696479a-a88d-4b4a-9870-8fb3806e32b8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f60891f7-eaaf-4473-a6ad-d001f952f949 HTTP/1.1" status: 200 len: 1000 time: 0.0664308 Oct 14 12:39:21.791816 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811baac-c50e-418b-b1ce-a6ddec7c4752 req-775e4635-4f5a-4197-ae09-9770f99c79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:21.793346 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5811baac-c50e-418b-b1ce-a6ddec7c4752 req-775e4635-4f5a-4197-ae09-9770f99c79e8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d7fafa3b-e0df-4798-a8fe-5d157c07461b HTTP/1.1" status: 200 len: 847 time: 0.0459526 Oct 14 12:39:21.843006 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811baac-c50e-418b-b1ce-a6ddec7c4752 req-1bcbb925-01c2-471c-8a85-cbd069715305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:21.844559 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5811baac-c50e-418b-b1ce-a6ddec7c4752 req-1bcbb925-01c2-471c-8a85-cbd069715305 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b3061b6d-f466-4cef-841b-39fe4620f01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437033 Oct 14 12:39:21.942690 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5811baac-c50e-418b-b1ce-a6ddec7c4752 req-36aebc5b-4fb3-45e4-80f3-dfd0dd3a4c11 service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908051 Oct 14 12:39:22.034967 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-5811baac-c50e-418b-b1ce-a6ddec7c4752 req-dcc93133-c14c-474f-a258-499beedb1ea8 service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846653 Oct 14 12:39:22.251087 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:39:22.930807 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:39:35.780970 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:39:37.233084 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:39:47.553257 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-79cd7873-a910-4594-9a59-4052de07f940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:39:50.466229 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a96a518e-4643-4284-b775-ce6de9f3283c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:39:51.605099 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:39:52.214555 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:39:52.884818 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:07.244951 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:08.729430 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58554) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:08.903093 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Deleting port 4b28d8c3-2c09-41d5-97e4-3cb298d7c062 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:40:08.903093 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:08.980752 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:08.981067 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:08.994062 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Calling delete_port for 4b28d8c3-2c09-41d5-97e4-3cb298d7c062 owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:40:09.260684 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:09.291682 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Pushing event deleted for resources: {'Port': ['ID=4b28d8c3-2c09-41d5-97e4-3cb298d7c062,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:09.314959 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:09.315331 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:09.315638 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:09.315976 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:09.316305 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:09.316637 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:09.316970 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:09.317295 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:09.317643 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:09.317944 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:09.318269 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:09.318583 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:09.366756 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:09.367107 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.db.l3_db [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Floating IP 5be40c98-a3fc-4906-93cd-3372c6241292 disassociated (deleted). External IP: 172.27.2.31, port: f60891f7-eaaf-4473-a6ad-d001f952f949. Oct 14 12:40:09.601204 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:40:09.720400 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:40:09.726843 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:09.733870 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1a896-00de-4a3a-9217-6e440be9a332 None None] Sync routers for ids ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:40:09.748934 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b1a896-00de-4a3a-9217-6e440be9a332 None None] Routers {'3e7618ff-4a16-44cb-94a3-7b9dce8accc1'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:09.754425 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-f5b1a896-00de-4a3a-9217-6e440be9a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:39:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:09.762008 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-2223a0bf-d780-4723-a8a8-b70a7f936bb2 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "DELETE /v2.0/floatingips/5be40c98-a3fc-4906-93cd-3372c6241292 HTTP/1.1" status: 204 len: 168 time: 1.0314593 Oct 14 12:40:09.762695 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'tag': 'f60891f7-eaaf-4473-a6ad-d001f952f949'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:40:09.765323 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f3233f-380c-4472-92ab-f457ffc49c28" -d '{"events": [{"name": "network-changed", "server_uuid": "f94ea947-1a29-4f5b-be93-3970292e9d7f", "tag": "f60891f7-eaaf-4473-a6ad-d001f952f949"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:40:09.819541 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066a6a2d-474a-41ce-a81d-bf3d212e8662 x-openstack-request-id: req-066a6a2d-474a-41ce-a81d-bf3d212e8662 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:40:09.819906 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94ea947-1a29-4f5b-be93-3970292e9d7f", "tag": "f60891f7-eaaf-4473-a6ad-d001f952f949", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:40:09.820686 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-066a6a2d-474a-41ce-a81d-bf3d212e8662 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:40:09.821252 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'tag': 'f60891f7-eaaf-4473-a6ad-d001f952f949', 'status': 'completed', 'code': 200} Oct 14 12:40:09.891006 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-f5b1a896-00de-4a3a-9217-6e440be9a332 None None] Set router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:09.896400 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3233f-380c-4472-92ab-f457ffc49c28 req-4037ed32-0b5a-4261-ab12-9332de3433dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:09.897982 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-58f3233f-380c-4472-92ab-f457ffc49c28 req-4037ed32-0b5a-4261-ab12-9332de3433dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eaa6ed9cfcab4497aa87c71c9348e360&device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 1098 time: 0.0445220 Oct 14 12:40:10.009451 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3233f-380c-4472-92ab-f457ffc49c28 req-d23ddbe4-2f54-4d78-ae8d-e4a5bab79da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:10.011135 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-58f3233f-380c-4472-92ab-f457ffc49c28 req-d23ddbe4-2f54-4d78-ae8d-e4a5bab79da3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b3061b6d-f466-4cef-841b-39fe4620f01a HTTP/1.1" status: 200 len: 909 time: 0.1066270 Oct 14 12:40:10.065662 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-58f3233f-380c-4472-92ab-f457ffc49c28 req-7614c9d6-47ac-42b0-a8bd-092b3f38ef19 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f60891f7-eaaf-4473-a6ad-d001f952f949 HTTP/1.1" status: 200 len: 217 time: 0.0464485 Oct 14 12:40:10.125962 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3233f-380c-4472-92ab-f457ffc49c28 req-6ee3606b-8778-418a-a2ec-e67365a2aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:10.128314 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-58f3233f-380c-4472-92ab-f457ffc49c28 req-6ee3606b-8778-418a-a2ec-e67365a2aeab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d7fafa3b-e0df-4798-a8fe-5d157c07461b HTTP/1.1" status: 200 len: 847 time: 0.0549564 Oct 14 12:40:10.168040 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-f5b1a896-00de-4a3a-9217-6e440be9a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 4, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'gw_port': {'id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'aaab6345-d455-4f19-a2bc-e51d2e807384', 'name': '', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'mac_address': 'fa:16:3e:6e:62:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:31Z', 'updated_at': '2021-10-14T12:35:37Z', 'revision_number': 5, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'subnets': [{'id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:10.181320 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3233f-380c-4472-92ab-f457ffc49c28 req-96daad34-4fdf-49e1-b294-ee4184408a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:10.182886 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-58f3233f-380c-4472-92ab-f457ffc49c28 req-96daad34-4fdf-49e1-b294-ee4184408a08 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b3061b6d-f466-4cef-841b-39fe4620f01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477238 Oct 14 12:40:10.308816 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-58f3233f-380c-4472-92ab-f457ffc49c28 req-bbc31772-55db-48ac-b888-6b7c4162fca5 service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186948 Oct 14 12:40:10.337835 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1a896-00de-4a3a-9217-6e440be9a332 None None] Checking router: 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:40:10.347748 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b1a896-00de-4a3a-9217-6e440be9a332 None None] Routers {'3e7618ff-4a16-44cb-94a3-7b9dce8accc1'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:10.348353 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-f5b1a896-00de-4a3a-9217-6e440be9a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:39:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:10.439567 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f3cf4-1804-4a72-b1e1-cf421eca8dcd req-e6cca38a-afc5-4f24-bd15-eccbd6430bf6 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:10.441016 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-993f3cf4-1804-4a72-b1e1-cf421eca8dcd req-e6cca38a-afc5-4f24-bd15-eccbd6430bf6 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.1283939 Oct 14 12:40:10.462960 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-f5b1a896-00de-4a3a-9217-6e440be9a332 None None] Set router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:10.484342 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-58f3233f-380c-4472-92ab-f457ffc49c28 req-7f06f530-23ee-4253-86ec-9ac599122efe service neutron] 10.222.0.82 "GET /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589103 Oct 14 12:40:10.499139 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-993f3cf4-1804-4a72-b1e1-cf421eca8dcd req-c4f7a834-80d5-4c50-b16d-b3e5c0f59d17 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504279 Oct 14 12:40:10.677334 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-f5b1a896-00de-4a3a-9217-6e440be9a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 4, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'gw_port': {'id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'aaab6345-d455-4f19-a2bc-e51d2e807384', 'name': '', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'mac_address': 'fa:16:3e:6e:62:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:31Z', 'updated_at': '2021-10-14T12:35:37Z', 'revision_number': 5, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'subnets': [{'id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:10.707452 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1a896-00de-4a3a-9217-6e440be9a332 None None] The sync data for ids ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'] in dv-cinder-813984-2-iscsi is: [{'id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 4, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'gw_port': {'id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi', '_interfaces': [{'id': 'aaab6345-d455-4f19-a2bc-e51d2e807384', 'name': '', 'network_id': 'b3061b6d-f466-4cef-841b-39fe4620f01a', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'mac_address': 'fa:16:3e:6e:62:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:31Z', 'updated_at': '2021-10-14T12:35:37Z', 'revision_number': 5, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'subnets': [{'id': 'd7fafa3b-e0df-4798-a8fe-5d157c07461b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:40:10.943452 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0516c9-5a56-4b5f-87a3-fde99f269b9c None None] New status for floating IP 5be40c98-a3fc-4906-93cd-3372c6241292: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:40:11.623285 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbbfc1-a93f-405c-9b3b-886b4816c9fe req-13d48efb-28e2-47b1-b630-b0a419af52c0 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:11.625271 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-25fbbfc1-a93f-405c-9b3b-886b4816c9fe req-13d48efb-28e2-47b1-b630-b0a419af52c0 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0541227 Oct 14 12:40:11.664631 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-25fbbfc1-a93f-405c-9b3b-886b4816c9fe req-4cbe86e3-1fb3-4bb7-b87d-772a889f7d9d tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/security-groups?id=dcb54a00-4452-4f6c-8320-c72643a798b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333378 Oct 14 12:40:11.821429 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812caf3-a23a-4b5d-a77f-49a04943a38a req-0a9bd5e8-6b8e-4620-bd43-7b38ffae75c1 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:11.822914 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6812caf3-a23a-4b5d-a77f-49a04943a38a req-0a9bd5e8-6b8e-4620-bd43-7b38ffae75c1 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.82 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 945 time: 0.0473742 Oct 14 12:40:11.918586 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-6812caf3-a23a-4b5d-a77f-49a04943a38a req-e45f564b-2bb4-4d41-b1b9-9dfd4c1a9eeb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Deleting port f60891f7-eaaf-4473-a6ad-d001f952f949 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:40:11.918947 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6812caf3-a23a-4b5d-a77f-49a04943a38a req-e45f564b-2bb4-4d41-b1b9-9dfd4c1a9eeb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:12.010431 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-6812caf3-a23a-4b5d-a77f-49a04943a38a req-e45f564b-2bb4-4d41-b1b9-9dfd4c1a9eeb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] For port f60891f7-eaaf-4473-a6ad-d001f952f949, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f60891f7-eaaf-4473-a6ad-d001f952f949,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:12.010817 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6812caf3-a23a-4b5d-a77f-49a04943a38a req-e45f564b-2bb4-4d41-b1b9-9dfd4c1a9eeb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:12.024748 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-6812caf3-a23a-4b5d-a77f-49a04943a38a req-e45f564b-2bb4-4d41-b1b9-9dfd4c1a9eeb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Calling delete_port for f60891f7-eaaf-4473-a6ad-d001f952f949 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:40:12.233518 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6812caf3-a23a-4b5d-a77f-49a04943a38a req-e45f564b-2bb4-4d41-b1b9-9dfd4c1a9eeb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:12.263672 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f564b-2bb4-4d41-b1b9-9dfd4c1a9eeb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Pushing event deleted for resources: {'Port': ['ID=f60891f7-eaaf-4473-a6ad-d001f952f949,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:12.323700 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6812caf3-a23a-4b5d-a77f-49a04943a38a req-e45f564b-2bb4-4d41-b1b9-9dfd4c1a9eeb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] No DVR routers for this DVR port f60891f7-eaaf-4473-a6ad-d001f952f949 on host hv-cinder-81398 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:40:12.323700 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6812caf3-a23a-4b5d-a77f-49a04943a38a req-e45f564b-2bb4-4d41-b1b9-9dfd4c1a9eeb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56945'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:12.323700 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-6812caf3-a23a-4b5d-a77f-49a04943a38a req-e45f564b-2bb4-4d41-b1b9-9dfd4c1a9eeb tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.82 "DELETE /v2.0/ports/f60891f7-eaaf-4473-a6ad-d001f952f949 HTTP/1.1" status: 204 len: 173 time: 0.4897809 Oct 14 12:40:12.323700 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'name': 'network-vif-deleted', 'tag': 'f60891f7-eaaf-4473-a6ad-d001f952f949'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:40:12.323700 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372478ee185f90d094d1fce52746e3fa5c70d05c0ae9b2994a8798e1bf4af969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baff9295-8c71-4e85-b8e1-3c2e27a64a3b" -d '{"events": [{"server_uuid": "f94ea947-1a29-4f5b-be93-3970292e9d7f", "name": "network-vif-deleted", "tag": "f60891f7-eaaf-4473-a6ad-d001f952f949"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:40:12.360920 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2f0dd9-dc97-4bcf-b350-f6bf6bb4085f x-openstack-request-id: req-2e2f0dd9-dc97-4bcf-b350-f6bf6bb4085f {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:40:12.360920 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94ea947-1a29-4f5b-be93-3970292e9d7f", "name": "network-vif-deleted", "tag": "f60891f7-eaaf-4473-a6ad-d001f952f949", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:40:12.361336 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2e2f0dd9-dc97-4bcf-b350-f6bf6bb4085f {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:40:12.361499 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94ea947-1a29-4f5b-be93-3970292e9d7f', 'name': 'network-vif-deleted', 'tag': 'f60891f7-eaaf-4473-a6ad-d001f952f949', 'status': 'completed', 'code': 200} Oct 14 12:40:12.774609 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-8824c656-1fd0-4694-8763-977a318cc2c6 req-58561178-2a70-46ba-a02b-70d6e3da3777 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 210 time: 0.0330427 Oct 14 12:40:12.792263 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:40:13.886999 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [req-f11051db-2fd9-4a53-8b1a-61afda0d7c5e req-2bd5b470-2809-4ae2-9b4c-98cad0579cc9 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "GET /v2.0/ports?device_id=f94ea947-1a29-4f5b-be93-3970292e9d7f HTTP/1.1" status: 200 len: 210 time: 0.0270202 Oct 14 12:40:14.945176 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58582) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:15.008282 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a210d63-58e8-4e06-8e33-cccded449c71 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:15.034186 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a210d63-58e8-4e06-8e33-cccded449c71 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:15.170572 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a210d63-58e8-4e06-8e33-cccded449c71 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:15.173935 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a210d63-58e8-4e06-8e33-cccded449c71 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:15.175238 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-0a210d63-58e8-4e06-8e33-cccded449c71 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] 10.222.0.71 "DELETE /v2.0/security-groups/dcb54a00-4452-4f6c-8320-c72643a798b9 HTTP/1.1" status: 204 len: 168 time: 0.2288728 Oct 14 12:40:15.185008 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a210d63-58e8-4e06-8e33-cccded449c71 tempest-TestShelveInstance-1419846912 tempest-TestShelveInstance-1419846912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb54a00-4452-4f6c-8320-c72643a798b9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:15.351691 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58586) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:15.742087 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aacdda7b-3dc3-49af-acc1-601b46899654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516827'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:16.002282 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-aacdda7b-3dc3-49af-acc1-601b46899654 admin admin] Deleting port aaab6345-d455-4f19-a2bc-e51d2e807384 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:40:16.003051 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aacdda7b-3dc3-49af-acc1-601b46899654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:16.089432 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-aacdda7b-3dc3-49af-acc1-601b46899654 admin admin] For port aaab6345-d455-4f19-a2bc-e51d2e807384, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=aaab6345-d455-4f19-a2bc-e51d2e807384,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:16.089828 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aacdda7b-3dc3-49af-acc1-601b46899654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:16.112150 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-aacdda7b-3dc3-49af-acc1-601b46899654 admin admin] Calling delete_port for aaab6345-d455-4f19-a2bc-e51d2e807384 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:40:16.393523 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aacdda7b-3dc3-49af-acc1-601b46899654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:16.422795 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdda7b-3dc3-49af-acc1-601b46899654 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaab6345-d455-4f19-a2bc-e51d2e807384,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:16.615848 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aacdda7b-3dc3-49af-acc1-601b46899654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517451'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:16.804965 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device f60891f7-eaaf-4473-a6ad-d001f952f949 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:16.826024 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] No Port match for: f60891f7-eaaf-4473-a6ad-d001f952f949 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:40:16.826382 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Device f60891f7-eaaf-4473-a6ad-d001f952f949 not bound to the agent host hv-cinder-81398 {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:17.105321 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacdda7b-3dc3-49af-acc1-601b46899654 admin admin] Router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:40:17.225179 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacdda7b-3dc3-49af-acc1-601b46899654 admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:40:17.230458 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-aacdda7b-3dc3-49af-acc1-601b46899654 admin admin] 10.222.0.71 "PUT /v2.0/routers/3e7618ff-4a16-44cb-94a3-7b9dce8accc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8773482 Oct 14 12:40:17.233964 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58588) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:17.236871 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93609119-5c91-4431-8e89-9d8835ce6614 None None] Sync routers for ids ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'] in dv-cinder-813984-2-iscsi {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:40:17.246463 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93609119-5c91-4431-8e89-9d8835ce6614 None None] Routers {'3e7618ff-4a16-44cb-94a3-7b9dce8accc1'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:17.247210 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-93609119-5c91-4431-8e89-9d8835ce6614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:39:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:17.344223 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Publish callbacks [] for router, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:17.356693 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-93609119-5c91-4431-8e89-9d8835ce6614 None None] Set router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:17.458249 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:17.552904 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-93609119-5c91-4431-8e89-9d8835ce6614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:40:16Z', 'revision_number': 5, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'gw_port': {'id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:17.584045 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93609119-5c91-4431-8e89-9d8835ce6614 None None] Checking router: 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 for host: dv-cinder-813984-2-iscsi {{(pid=100448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:40:17.592599 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93609119-5c91-4431-8e89-9d8835ce6614 None None] Routers {'3e7618ff-4a16-44cb-94a3-7b9dce8accc1'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:17.593159 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-93609119-5c91-4431-8e89-9d8835ce6614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:39:50Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'], 'active': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:17.640863 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-53b64324-5c83-4379-a688-506de3debf4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:17.660362 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Deleting port 4f45939e-af8f-4069-b592-605943d7cbf6 {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:40:17.661229 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:17.724927 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvr_db [None req-93609119-5c91-4431-8e89-9d8835ce6614 None None] Set router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:17.761003 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] For port 4f45939e-af8f-4069-b592-605943d7cbf6, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=4f45939e-af8f-4069-b592-605943d7cbf6,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:17.761460 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:17.774164 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Calling delete_port for 4f45939e-af8f-4069-b592-605943d7cbf6 owned by network:router_gateway {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:40:17.907169 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_hamode_db [None req-93609119-5c91-4431-8e89-9d8835ce6614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:40:16Z', 'revision_number': 5, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'gw_port': {'id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:17.933483 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93609119-5c91-4431-8e89-9d8835ce6614 None None] The sync data for ids ['3e7618ff-4a16-44cb-94a3-7b9dce8accc1'] in dv-cinder-813984-2-iscsi is: [{'id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'name': 'tempest-TestShelveInstance-879160847-router', 'tenant_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:40:16Z', 'revision_number': 5, 'project_id': 'eaa6ed9cfcab4497aa87c71c9348e360', 'gw_port': {'id': '4f45939e-af8f-4069-b592-605943d7cbf6', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7618ff-4a16-44cb-94a3-7b9dce8accc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:28Z', 'updated_at': '2021-10-14T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}] {{(pid=100448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:40:18.044979 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:18.076469 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Pushing event deleted for resources: {'Port': ['ID=4f45939e-af8f-4069-b592-605943d7cbf6,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:18.097947 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:18.098294 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:18.098623 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:18.098974 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:18.099299 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:18.099623 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:18.099973 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:18.100312 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:18.100628 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:18.100942 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:18.101256 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:18.101567 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:18.143643 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515345'] for router_gateway, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:18.232645 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6879'] for router, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:18.235369 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:18.364852 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519352'] for router, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:18.365380 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e7618ff-4a16-44cb-94a3-7b9dce8accc1 {{(pid=100446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:40:18.371184 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] Publish callbacks [] for router, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:18.371938 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-63d8403d-57fe-4fdc-a702-9e9cf0eaacdb admin admin] 10.222.0.71 "DELETE /v2.0/routers/3e7618ff-4a16-44cb-94a3-7b9dce8accc1 HTTP/1.1" status: 204 len: 168 time: 1.1370034 Oct 14 12:40:18.382053 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58592) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:18.440067 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34c4555-c592-4816-a7ea-33238378bc98 admin admin] Deleting subnet d7fafa3b-e0df-4798-a8fe-5d157c07461b {{(pid=100446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:40:18.445475 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b34c4555-c592-4816-a7ea-33238378bc98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:18.487781 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b34c4555-c592-4816-a7ea-33238378bc98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926743'] for subnet, precommit_delete_associations {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:18.590033 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b34c4555-c592-4816-a7ea-33238378bc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:18.759414 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b34c4555-c592-4816-a7ea-33238378bc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9655132'] for subnet, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:18.786121 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c4555-c592-4816-a7ea-33238378bc98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7fafa3b-e0df-4798-a8fe-5d157c07461b,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:18.789592 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b34c4555-c592-4816-a7ea-33238378bc98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:18.792742 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-b34c4555-c592-4816-a7ea-33238378bc98 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d7fafa3b-e0df-4798-a8fe-5d157c07461b HTTP/1.1" status: 204 len: 168 time: 0.4094498 Oct 14 12:40:18.795293 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [-] (100446) accepted ('10.222.0.71', 58594) {{(pid=100446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:18.797853 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d46d625-8aea-48e2-8382-a1f54d3cbdfe None None] Network b3061b6d-f466-4cef-841b-39fe4620f01a requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:40:18.902966 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:19.005124 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] DHCP port deletion for b3061b6d-f466-4cef-841b-39fe4620f01a request from dv-cinder-813984-2-iscsi {{(pid=100448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:40:19.049866 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device aaab6345-d455-4f19-a2bc-e51d2e807384 no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:19.226681 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] Deleting port 9b33d62f-77bf-44cd-8016-1992dacd249c {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:40:19.226980 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:19.230139 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: aaab6345-d455-4f19-a2bc-e51d2e807384 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:40:19.230529 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device aaab6345-d455-4f19-a2bc-e51d2e807384 not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:19.255790 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Deleting port 9b33d62f-77bf-44cd-8016-1992dacd249c {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:40:19.256360 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:19.296136 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] For port 9b33d62f-77bf-44cd-8016-1992dacd249c, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=9b33d62f-77bf-44cd-8016-1992dacd249c,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:19.296844 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:19.310209 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] Calling delete_port for 9b33d62f-77bf-44cd-8016-1992dacd249c owned by network:dhcp {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:40:19.324004 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] For port 9b33d62f-77bf-44cd-8016-1992dacd249c, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=9b33d62f-77bf-44cd-8016-1992dacd249c,segment=NetworkSegment(a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01),segment_id=a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:19.324428 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:19.338319 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Calling delete_port for 9b33d62f-77bf-44cd-8016-1992dacd249c owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:40:19.559001 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9919164'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:19.566903 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:19.589531 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b33d62f-77bf-44cd-8016-1992dacd249c,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:19.591901 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Pushing event deleted for resources: {'Port': ['ID=9b33d62f-77bf-44cd-8016-1992dacd249c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:19.594447 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] No DVR routers for this DVR port 9b33d62f-77bf-44cd-8016-1992dacd249c on host dv-cinder-813984-2-iscsi {{(pid=100446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:40:19.600713 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] No DVR routers for this DVR port 9b33d62f-77bf-44cd-8016-1992dacd249c on host dv-cinder-813984-2-iscsi {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:40:19.604463 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:19.604811 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:19.605132 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:19.605461 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:19.605788 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:19.606110 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:19.606430 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:19.606871 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:19.607130 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:19.607400 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:19.607717 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:19.608662 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d001e-645a-4d01-a1c8-3dcca56c3323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-2-iscsi {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:19.673842 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:19.697907 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3061b6d-f466-4cef-841b-39fe4620f01a']}} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:19.707969 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01') {'for_net_delete': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:19.708258 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.services.segments.db [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c0c5d5-bedc-4ebd-b9cf-1a615bb92a01') {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:19.718930 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8926766'] for segment, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:19.732653 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:19.739328 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=100446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:40:19.739704 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9919215'] for segment, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: Traceback (most recent call last): Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: timer() Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: cb(*args, **kw) Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: return func(*args, **kwargs) Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: self._notify() Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: self.callback(batched_events) Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: event.method(event) Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: return f(self, *a, **k) Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._get(url).json() Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: return self.request(url, 'GET', **kwargs) Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:40:19.741410 dv-cinder-813984-2-iscsi neutron-server[100446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:40:19.891573 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:19.896817 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:19.899982 dv-cinder-813984-2-iscsi neutron-server[100446]: INFO neutron.wsgi [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] 10.222.0.71 "DELETE /v2.0/networks/b3061b6d-f466-4cef-841b-39fe4620f01a HTTP/1.1" status: 204 len: 168 time: 1.1022635 Oct 14 12:40:19.904498 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58596) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:19.911363 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1db78-1eda-456a-a3c9-da43a9c4fa2c admin admin] Pushing event deleted for resources: {'Network': ['ID=b3061b6d-f466-4cef-841b-39fe4620f01a,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:20.265795 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3296c1a5-d452-4230-bae5-453f2e119aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516827'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:20.468143 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3e3b3d93-9578-4fbd-bc33-28e43f43b1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:20.523811 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3296c1a5-d452-4230-bae5-453f2e119aee admin admin] Deleting port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:40:20.524101 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3296c1a5-d452-4230-bae5-453f2e119aee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:20.616061 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-3296c1a5-d452-4230-bae5-453f2e119aee admin admin] For port 213cc3f6-43f5-4639-ba98-1aa3f659cc9f, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=213cc3f6-43f5-4639-ba98-1aa3f659cc9f,segment=NetworkSegment(df5839f6-d86a-4807-9506-81d2dddedce0),segment_id=df5839f6-d86a-4807-9506-81d2dddedce0)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:20.616435 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3296c1a5-d452-4230-bae5-453f2e119aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:20.630663 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3296c1a5-d452-4230-bae5-453f2e119aee admin admin] Calling delete_port for 213cc3f6-43f5-4639-ba98-1aa3f659cc9f owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:40:20.654848 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 4f45939e-af8f-4069-b592-605943d7cbf6 no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:20.676605 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: 4f45939e-af8f-4069-b592-605943d7cbf6 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:40:20.676951 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 4f45939e-af8f-4069-b592-605943d7cbf6 not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:20.677361 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 9b33d62f-77bf-44cd-8016-1992dacd249c no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:20.696290 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: 9b33d62f-77bf-44cd-8016-1992dacd249c {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:40:20.696645 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 9b33d62f-77bf-44cd-8016-1992dacd249c not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:20.912141 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3296c1a5-d452-4230-bae5-453f2e119aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:20.937774 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296c1a5-d452-4230-bae5-453f2e119aee admin admin] Pushing event deleted for resources: {'Port': ['ID=213cc3f6-43f5-4639-ba98-1aa3f659cc9f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:21.142782 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3296c1a5-d452-4230-bae5-453f2e119aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517451'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:21.367223 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3296c1a5-d452-4230-bae5-453f2e119aee admin admin] Router a57d4603-3c1d-43e6-910e-38da5888ab68 has already been hosted by L3 agent 5be95c18-300c-412e-a5ea-14ea44d809c2 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:40:21.480283 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3296c1a5-d452-4230-bae5-453f2e119aee admin admin] Notify agent at l3_agent.dv-cinder-813984-2-iscsi the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:40:21.485410 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-3296c1a5-d452-4230-bae5-453f2e119aee admin admin] 10.222.0.71 "PUT /v2.0/routers/a57d4603-3c1d-43e6-910e-38da5888ab68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5798821 Oct 14 12:40:21.487940 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58598) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:21.490500 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f4871f-9341-4d5b-9d55-a176c01fa294 None None] Sync routers for ids ['a57d4603-3c1d-43e6-910e-38da5888ab68'] in dv-cinder-813984-2-iscsi {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:40:21.501187 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f4871f-9341-4d5b-9d55-a176c01fa294 None None] Routers {'a57d4603-3c1d-43e6-910e-38da5888ab68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:21.501810 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-16f4871f-9341-4d5b-9d55-a176c01fa294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:40:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['a57d4603-3c1d-43e6-910e-38da5888ab68'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:21.597317 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] Publish callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:21.609405 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:21.615818 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-16f4871f-9341-4d5b-9d55-a176c01fa294 None None] Set router a57d4603-3c1d-43e6-910e-38da5888ab68 gateway port host: dv-cinder-813984-2-iscsi {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:21.710586 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:21.803640 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-16f4871f-9341-4d5b-9d55-a176c01fa294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'name': 'tempest-TestShelveInstance-1755228536-router', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'external_fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '34329753-3f73-4e22-a515-f0721346dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:35Z', 'updated_at': '2021-10-14T12:40:20Z', 'revision_number': 5, 'project_id': '5b1a9ca65c644451911d1bb7add4c628', 'gw_port': {'id': '34329753-3f73-4e22-a515-f0721346dc11', 'name': '', 'network_id': '391d765e-ac37-49b7-9354-c7118e5ccf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:35:36Z', 'updated_at': '2021-10-14T12:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc5f231-8f2b-44b7-9171-1609816528f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-2-iscsi'}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:21.831035 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f4871f-9341-4d5b-9d55-a176c01fa294 None None] Checking router: a57d4603-3c1d-43e6-910e-38da5888ab68 for host: dv-cinder-813984-2-iscsi {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:40:21.839531 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f4871f-9341-4d5b-9d55-a176c01fa294 None None] Routers {'a57d4603-3c1d-43e6-910e-38da5888ab68'} bound to L3 agent in host dv-cinder-813984-2-iscsi {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:21.840108 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-16f4871f-9341-4d5b-9d55-a176c01fa294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-14T12:16:50Z,description=,heartbeat_timestamp=2021-10-14T12:40:20Z,host='dv-cinder-813984-2-iscsi',id=5be95c18-300c-412e-a5ea-14ea44d809c2,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:16:51Z,topic='l3_agent')) {'router_ids': ['a57d4603-3c1d-43e6-910e-38da5888ab68'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:21.852263 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] Deleting port 34329753-3f73-4e22-a515-f0721346dc11 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:40:21.852666 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:21.930153 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-16f4871f-9341-4d5b-9d55-a176c01fa294 None None] Set router a57d4603-3c1d-43e6-910e-38da5888ab68 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:21.942892 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] For port 34329753-3f73-4e22-a515-f0721346dc11, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=34329753-3f73-4e22-a515-f0721346dc11,segment=NetworkSegment(d77a9a44-bf8d-48fc-ac10-56b7156cba4f),segment_id=d77a9a44-bf8d-48fc-ac10-56b7156cba4f)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:21.943473 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:21.956483 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] Calling delete_port for 34329753-3f73-4e22-a515-f0721346dc11 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:40:21.987937 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-16f4871f-9341-4d5b-9d55-a176c01fa294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'name': 'tempest-TestShelveInstance-1755228536-router', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:35Z', 'updated_at': '2021-10-14T12:40:21Z', 'revision_number': 6, 'project_id': '5b1a9ca65c644451911d1bb7add4c628', 'gw_port_host': None}], 'dv-cinder-813984-2-iscsi', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:22.014003 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f4871f-9341-4d5b-9d55-a176c01fa294 None None] The sync data for ids ['a57d4603-3c1d-43e6-910e-38da5888ab68'] in dv-cinder-813984-2-iscsi is: [{'id': 'a57d4603-3c1d-43e6-910e-38da5888ab68', 'name': 'tempest-TestShelveInstance-1755228536-router', 'tenant_id': '5b1a9ca65c644451911d1bb7add4c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:35:35Z', 'updated_at': '2021-10-14T12:40:21Z', 'revision_number': 6, 'project_id': '5b1a9ca65c644451911d1bb7add4c628', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:40:22.225749 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:22.255816 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:22.281021 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=34329753-3f73-4e22-a515-f0721346dc11,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:22.348945 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515345'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:22.447395 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6879'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:22.449846 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:22.581776 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519352'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:22.582229 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a57d4603-3c1d-43e6-910e-38da5888ab68 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:40:22.587001 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] Publish callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:22.587826 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-fbdb6d1e-3cff-49f8-8c07-1001c296cee2 admin admin] 10.222.0.71 "DELETE /v2.0/routers/a57d4603-3c1d-43e6-910e-38da5888ab68 HTTP/1.1" status: 204 len: 168 time: 1.0989835 Oct 14 12:40:22.590324 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58600) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:22.637049 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc5f1c3-65a7-4c85-8ecb-883406886add admin admin] Deleting subnet b9ef95e5-69e0-42b3-8a88-959da68ca530 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 12:40:22.640264 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5bc5f1c3-65a7-4c85-8ecb-883406886add admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:22.675194 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5bc5f1c3-65a7-4c85-8ecb-883406886add admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9081361'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:22.763144 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5bc5f1c3-65a7-4c85-8ecb-883406886add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406416'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:22.808053 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 34329753-3f73-4e22-a515-f0721346dc11 no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:22.839846 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: 34329753-3f73-4e22-a515-f0721346dc11 {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:40:22.840160 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 34329753-3f73-4e22-a515-f0721346dc11 not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:22.840577 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 213cc3f6-43f5-4639-ba98-1aa3f659cc9f no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:22.863190 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: 213cc3f6-43f5-4639-ba98-1aa3f659cc9f {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:40:22.863533 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device 213cc3f6-43f5-4639-ba98-1aa3f659cc9f not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:22.929233 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5bc5f1c3-65a7-4c85-8ecb-883406886add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9883389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230753'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:22.959388 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5f1c3-65a7-4c85-8ecb-883406886add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9ef95e5-69e0-42b3-8a88-959da68ca530,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:22.965798 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5bc5f1c3-65a7-4c85-8ecb-883406886add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:22.973332 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-5bc5f1c3-65a7-4c85-8ecb-883406886add admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b9ef95e5-69e0-42b3-8a88-959da68ca530 HTTP/1.1" status: 204 len: 168 time: 0.3794439 Oct 14 12:40:22.974715 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4452e803-1c96-4efe-99eb-9339c1b85ce4 None None] Network e3093d06-7135-4129-8bde-447a298e396c requested from dv-cinder-813984-2-iscsi {{(pid=100448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:40:22.974715 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:22.976091 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58602) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:23.062184 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635994'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:23.128795 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] Deleting port d7c94363-e5a2-4b00-a787-aa3120225a8c {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:40:23.129134 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:23.181367 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d41f68-0eb6-4108-a943-9c310c09858a None None] DHCP port deletion for e3093d06-7135-4129-8bde-447a298e396c request from dv-cinder-813984-2-iscsi {{(pid=100448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:40:23.206269 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] For port d7c94363-e5a2-4b00-a787-aa3120225a8c, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=d7c94363-e5a2-4b00-a787-aa3120225a8c,segment=NetworkSegment(df5839f6-d86a-4807-9506-81d2dddedce0),segment_id=df5839f6-d86a-4807-9506-81d2dddedce0)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:23.206269 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:23.227081 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] Calling delete_port for d7c94363-e5a2-4b00-a787-aa3120225a8c owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:40:23.241303 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-91d41f68-0eb6-4108-a943-9c310c09858a None None] Deleting port d7c94363-e5a2-4b00-a787-aa3120225a8c {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 12:40:23.241672 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91d41f68-0eb6-4108-a943-9c310c09858a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720086227'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:23.307640 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-91d41f68-0eb6-4108-a943-9c310c09858a None None] For port d7c94363-e5a2-4b00-a787-aa3120225a8c, host dv-cinder-813984-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-2-iscsi',level=0,port_id=d7c94363-e5a2-4b00-a787-aa3120225a8c,segment=NetworkSegment(df5839f6-d86a-4807-9506-81d2dddedce0),segment_id=df5839f6-d86a-4807-9506-81d2dddedce0)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:23.308028 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91d41f68-0eb6-4108-a943-9c310c09858a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515084'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:23.320466 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-91d41f68-0eb6-4108-a943-9c310c09858a None None] Calling delete_port for d7c94363-e5a2-4b00-a787-aa3120225a8c owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 12:40:23.393315 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9882636'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:23.404141 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91d41f68-0eb6-4108-a943-9c310c09858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720059697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727719573782'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:23.420582 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c94363-e5a2-4b00-a787-aa3120225a8c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:23.424480 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] No DVR routers for this DVR port d7c94363-e5a2-4b00-a787-aa3120225a8c on host dv-cinder-813984-2-iscsi {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:40:23.438643 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d41f68-0eb6-4108-a943-9c310c09858a None None] Pushing event deleted for resources: {'Port': ['ID=d7c94363-e5a2-4b00-a787-aa3120225a8c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:23.444242 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d41f68-0eb6-4108-a943-9c310c09858a None None] No DVR routers for this DVR port d7c94363-e5a2-4b00-a787-aa3120225a8c on host dv-cinder-813984-2-iscsi {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:40:23.508967 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408837', 'neutron.services.segments.db._delete_segments_for_network-8727720051249'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:23.529587 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3093d06-7135-4129-8bde-447a298e396c']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:23.539585 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5839f6-d86a-4807-9506-81d2dddedce0') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:23.539880 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.services.segments.db [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5839f6-d86a-4807-9506-81d2dddedce0') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:23.549171 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720051514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9081384'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:23.563819 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:23.572610 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:40:23.572995 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1407203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9882719'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: Traceback (most recent call last): Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: timer() Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: cb(*args, **kw) Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: return func(*args, **kwargs) Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: self._notify() Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: self.callback(batched_events) Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: event.method(event) Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: return f(self, *a, **k) Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._get(url).json() Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: return self.request(url, 'GET', **kwargs) Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:40:23.574883 dv-cinder-813984-2-iscsi neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:40:23.702578 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515533'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:23.708058 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624183'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:23.711177 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] 10.222.0.71 "DELETE /v2.0/networks/e3093d06-7135-4129-8bde-447a298e396c HTTP/1.1" status: 204 len: 168 time: 0.7365277 Oct 14 12:40:23.723216 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f9dfe-f470-49c5-8c44-263ca7d6ca0e admin admin] Pushing event deleted for resources: {'Network': ['ID=e3093d06-7135-4129-8bde-447a298e396c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:24.192154 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58606) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:24.240673 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-f14fde4c-f92f-4155-985d-df435b44b76c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eaa6ed9cfcab4497aa87c71c9348e360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473254 Oct 14 12:40:24.243415 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58608) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:24.293351 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-46cab5af-13f8-4e8e-a21f-f30fbeac2c1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:24.316726 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-46cab5af-13f8-4e8e-a21f-f30fbeac2c1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:24.456509 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-46cab5af-13f8-4e8e-a21f-f30fbeac2c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:24.460772 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-46cab5af-13f8-4e8e-a21f-f30fbeac2c1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:24.462559 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-46cab5af-13f8-4e8e-a21f-f30fbeac2c1f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/20234dc1-0aac-4104-b2c3-77bb8008897c HTTP/1.1" status: 204 len: 168 time: 0.2178628 Oct 14 12:40:24.473838 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cab5af-13f8-4e8e-a21f-f30fbeac2c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20234dc1-0aac-4104-b2c3-77bb8008897c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:24.646462 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device d7c94363-e5a2-4b00-a787-aa3120225a8c no longer exists at agent ovs-agent-dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:24.667218 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] No Port match for: d7c94363-e5a2-4b00-a787-aa3120225a8c {{(pid=100448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 12:40:24.667564 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron.plugins.ml2.rpc [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Device d7c94363-e5a2-4b00-a787-aa3120225a8c not bound to the agent host dv-cinder-813984-2-iscsi {{(pid=100448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:25.384694 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58614) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:25.443439 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-da70d7ad-852f-4402-b68b-b2242f30e403 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5b1a9ca65c644451911d1bb7add4c628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573597 Oct 14 12:40:25.445721 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.71', 58616) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:25.690819 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3ff148d-dcc2-4a6c-8d07-862752674e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:25.712725 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3ff148d-dcc2-4a6c-8d07-862752674e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:25.867791 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3ff148d-dcc2-4a6c-8d07-862752674e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371412'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:25.870334 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3ff148d-dcc2-4a6c-8d07-862752674e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:25.871531 dv-cinder-813984-2-iscsi neutron-server[100447]: INFO neutron.wsgi [None req-b3ff148d-dcc2-4a6c-8d07-862752674e67 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a9920c2c-b36b-4d3e-b276-4687ebdc371b HTTP/1.1" status: 204 len: 168 time: 0.4248965 Oct 14 12:40:25.880846 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff148d-dcc2-4a6c-8d07-862752674e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9920c2c-b36b-4d3e-b276-4687ebdc371b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:37.301947 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:37.457853 dv-cinder-813984-2-iscsi neutron-server[100447]: DEBUG neutron.wsgi [req-88551396-e3b9-4b76-9be2-cedc9be5a3e4 req-a92e5dac-b7f5-4b73-8cf3-197a72cfc5c9 service neutron] (100447) timed out ('10.222.0.82', 63222) {{(pid=100447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 14 12:40:37.561046 dv-cinder-813984-2-iscsi neutron-server[100446]: DEBUG neutron.wsgi [req-8145457b-973d-4535-a2f0-f664bacb9996 req-62fabdf8-4d10-4500-aa94-68227cd336fd service neutron] (100446) timed out ('10.222.0.82', 63228) {{(pid=100446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 14 12:40:47.568364 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5d85738-49d0-4581-8c7c-8f51b1ebdc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:49.787113 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:40:50.479048 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e99dbe23-fde1-4f64-8a6e-6b14b5364a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:51.639131 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:52.307326 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:40:52.924376 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:41:07.271490 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:41:17.575741 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb34ec18-35e7-42e1-ae22-58b9934153f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:41:20.465286 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-05c45572-3b7c-48cb-b70c-bc56a5ae204e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:41:21.648227 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:41:22.236579 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:41:22.882570 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:41:26.786128 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:41:37.261503 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:41:47.616580 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0abc69c5-32da-4d15-a960-855ea1508f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:41:50.501287 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f322e358-5dd3-4b0e-9f7c-1f2efc19aef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:41:51.671199 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:41:52.221949 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:41:52.890926 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:42:03.786613 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:42:07.310667 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:42:17.553185 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8d48b6b3-7f83-486d-9c17-2c164513a8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:42:20.459466 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1a0bcffb-a408-40da-b522-1eb2e8cf96f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:42:21.607670 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:42:22.208105 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:42:22.901877 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:42:37.290341 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:42:40.785653 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:42:47.581679 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a574bb0-89b0-475b-89b8-65afc96f0520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:42:50.488052 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e9e37c8f-84c8-4b69-bcae-e08305798659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:42:51.633163 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:42:52.202505 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:42:52.908941 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:43:07.313450 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:43:17.552814 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31189e83-5580-477c-ab68-1be00db58ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:43:17.784571 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:43:20.447590 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2bd1a8d4-f291-436c-9cb8-27621552f425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:43:21.591277 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:43:22.199021 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:43:22.891314 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:43:37.279328 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:43:47.551887 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b48f2ff1-7079-408f-8f54-e71eee2b1b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:43:50.459272 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ce1ba6f4-b54b-4357-94d9-41fe4e65854a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:43:51.593620 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:43:52.198821 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:43:52.896473 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:43:54.783258 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:44:07.305290 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:44:17.550669 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0bdf016e-bae6-4a48-839a-03b76a755e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:44:20.447833 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a9375311-f48b-42dc-8e85-da8e92c482c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:44:21.596318 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:44:22.199338 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:44:22.896475 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:44:31.785894 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:44:37.273410 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:44:47.542434 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8303f55f-8a49-471c-b183-25a6902790eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:44:50.448429 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b212c24c-e8c9-493f-a00d-577453fa9a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:44:51.608191 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:44:52.202449 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:44:52.910185 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:45:07.287869 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:45:08.784944 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:45:17.551990 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cc25d822-9fcf-4431-a916-cf6458447489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:45:20.451204 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-145e0732-3d1e-477f-ae55-397b29ebeb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:45:21.619187 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3df7fb4-85fa-403c-b98a-ab024b74616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:45:22.201883 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31adb790-45c1-4e9e-bf53-dff96d99e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:45:22.954209 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-132d684d-b899-4581-b3e6-c3924f624251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:45:37.330926 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf89e29e-0183-4c83-9598-aa68c65aef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:45:45.783828 dv-cinder-813984-2-iscsi neutron-server[100449]: DEBUG neutron.db.agents_db [None req-2797f13b-ce48-4e7d-b9f9-b6b6fe8cb6ad None None] Agent healthcheck: found 6 active agents {{(pid=100449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:45:47.568725 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df4754f5-c078-451f-8d9e-8d779e1e39e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 12:45:50.430625 dv-cinder-813984-2-iscsi neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e4729f8b-81d3-4bb7-a864-c88aedd6dd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720051231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377269'] for agent, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}